-- Logs begin at Fri 2022-10-14 02:17:38 UTC, end at Fri 2022-10-14 03:33:47 UTC. -- Oct 14 02:58:37.220737 dv-cinder-801522-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 14 02:58:39.845013 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.common.config [-] Logging enabled! Oct 14 02:58:39.845577 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev80 Oct 14 02:58:39.845808 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104936) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 14 02:58:39.849044 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.common.config [-] Logging enabled! Oct 14 02:58:39.849288 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev80 Oct 14 02:58:39.849598 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104936) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 14 02:58:39.850554 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 02:58:39.850788 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 02:58:39.851259 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 02:58:39.851510 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 02:58:39.851736 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 02:58:39.852054 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.852352 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.852582 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.852876 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.853165 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.853448 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.853737 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.854069 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.854357 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.854660 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.854944 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.855174 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.855457 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.855746 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.856034 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.856258 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] debug = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.856539 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.856960 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.857365 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.857659 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.858237 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.858512 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.858784 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.859058 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.859340 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.859667 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] host = dv-cinder-801522-13-iscsi {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.859943 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.860229 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.860515 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.860798 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.861072 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.861346 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.861637 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.861936 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.862209 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] log_file = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.862480 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.862766 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.863049 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.863333 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.863557 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.863777 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.864060 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.864346 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.864618 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.864889 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.865158 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.865427 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.865699 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.865990 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.866275 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.866567 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.866849 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.867124 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.867397 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.867676 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.867943 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.868228 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.868499 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.868770 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.869041 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.869326 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.869595 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.869893 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.870223 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.870512 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.870790 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.871074 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.871346 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.871634 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.871907 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.872178 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.872451 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] use_json = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.872719 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.872989 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.873268 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.873539 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.873836 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.874110 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.874381 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.874665 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.874938 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:39.875231 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.875525 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.875828 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.876113 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.876417 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.876697 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.876986 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.877265 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.877553 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.877870 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.878160 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.878441 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.878741 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.879030 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.879323 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.879628 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.879920 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.880210 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.880486 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.880759 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.881031 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.881309 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.881602 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.881901 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.882190 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.882481 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.882759 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.883056 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.883339 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.883624 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.883915 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.884204 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.884476 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.884754 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.885047 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.885322 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.885593 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.886413 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.886692 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.886964 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.887244 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.887532 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.887818 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.888091 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.888368 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.888655 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.888930 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.889198 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.889466 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.889739 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.890035 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.890318 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.890591 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.890860 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.891130 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.891404 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.891673 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.891943 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.892223 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.892493 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.892767 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.893036 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.893302 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.893570 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.893866 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.894140 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.894411 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.894682 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.894958 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.895231 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.895497 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.895766 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.896038 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.896307 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.896590 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.896887 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.897164 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.897440 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.897715 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.898017 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.898297 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.898575 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.898853 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.899130 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.899403 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.899693 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.899977 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.900264 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.900551 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.900849 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.901149 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.902091 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.902384 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.902671 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.902953 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.903234 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.903522 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.903802 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.904081 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.904368 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.904654 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.904951 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.905249 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.905529 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.905844 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.906142 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.906436 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.906717 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.907026 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.907307 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:39.907523 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 02:58:39.907762 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104936) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 14 02:58:40.282032 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 14 02:58:40.282300 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 14 02:58:40.282538 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 14 02:58:40.282767 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 14 02:58:40.283045 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 14 02:58:40.283371 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 14 02:58:40.605993 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.606287 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.606555 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.607725 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.608258 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.608520 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.660111 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.660392 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.660660 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.676892 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.677172 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.677442 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.705130 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.705417 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.705683 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.743282 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.743559 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.743836 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.970652 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.971267 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.971267 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.972260 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:40.972967 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.069340 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.069660 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.069968 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.070239 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.070503 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.070808 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.071067 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.071322 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.071574 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.071854 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.072111 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.072371 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.072624 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.072873 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.073126 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.073921 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.074176 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.074446 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.074713 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.074968 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.075237 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.075487 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.075765 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.076139 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.076389 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.076636 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.077025 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 02:58:41.077280 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 02:58:41.077495 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 02:58:41.077728 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 02:58:41.077987 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 02:58:41.078217 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 02:58:41.078575 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 14 02:58:41.081597 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 14 02:58:41.085472 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 14 02:58:41.089727 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Oct 14 02:58:41.091343 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 14 02:58:41.091960 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 14 02:58:41.092297 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 14 02:58:41.092684 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 14 02:58:41.095459 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 14 02:58:41.095708 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 14 02:58:41.096049 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 02:58:41.101033 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 14 02:58:41.123589 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 14 02:58:41.124036 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.124338 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104936) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 14 02:58:41.124706 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.126086 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104936) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 14 02:58:41.126365 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 02:58:41.126609 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 14 02:58:41.137798 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.138085 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:41.282365 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 14 02:58:41.282547 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 14 02:58:41.282780 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 14 02:58:41.283157 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 14 02:58:41.334447 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO dbcounter [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Registered counter for database neutron Oct 14 02:58:41.353886 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_db.sqlalchemy.engines [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104936) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 14 02:58:41.359865 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG dbcounter [-] [104936] Writer thread running {{(pid=104936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 02:58:42.044224 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Initializing driver for type 'gre' Oct 14 02:58:42.044787 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] gre ID ranges: [(1, 1000)] Oct 14 02:58:42.217762 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Initializing driver for type 'local' Oct 14 02:58:42.218129 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Initializing driver for type 'vlan' Oct 14 02:58:42.281189 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] VlanTypeDriver initialization complete Oct 14 02:58:42.281506 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Initializing driver for type 'vxlan' Oct 14 02:58:42.282068 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] vxlan ID ranges: [(1, 1000)] Oct 14 02:58:42.478809 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Initializing extension driver 'port_security' Oct 14 02:58:42.479217 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.extensions.port_security [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] PortSecurityExtensionDriver initialization complete Oct 14 02:58:42.480155 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Initializing mechanism driver 'openvswitch' Oct 14 02:58:42.480478 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Initializing mechanism driver 'hyperv' Oct 14 02:58:42.492253 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.plugins.ml2.plugin [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:58:42.492924 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > port after_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.493298 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > port after_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.493652 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > port after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.494188 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104936) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 02:58:42.494607 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > subnet after_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.494988 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > subnet after_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.495331 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > subnet after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.495720 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104936) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 02:58:42.496125 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > network after_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.496477 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > network after_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.496866 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > network after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.497256 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104936) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 02:58:42.497656 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > security_group after_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.498027 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > security_group after_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.498365 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > security_group after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.498756 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104936) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 02:58:42.499152 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.499502 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.499832 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.500349 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104936) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 02:58:42.500750 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > address_group after_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.501100 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > address_group after_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.501439 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > address_group after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.501849 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104936) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 14 02:58:42.502287 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] ML2 OVO RPC backend initialized. {{(pid=104936) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 14 02:58:42.502985 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router_interface after_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.503336 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.503746 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > network before_response 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.504093 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > networks before_response 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.504435 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > port before_response 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.504773 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > ports before_response 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.505113 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > subnet before_response 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.505453 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > subnets before_response 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.505824 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > network after_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.506167 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > network after_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.506510 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > network after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.512186 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > port after_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.512186 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > port after_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.512186 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > port after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.512186 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > subnet after_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.512572 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > subnet after_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.512572 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > subnet after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.518235 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded quota_driver: . Oct 14 02:58:42.518597 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.plugin [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Modular L2 Plugin initialization complete Oct 14 02:58:42.518941 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading services supported by the core plugin {{(pid=104936) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 14 02:58:42.519277 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.plugins.ml2.managers [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Got port-security extension from driver 'port_security' Oct 14 02:58:42.519753 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.extensions.vlantransparent [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Disabled vlantransparent extension. Oct 14 02:58:42.520244 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104936) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 14 02:58:42.520566 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading Plugin: router Oct 14 02:58:42.562534 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router_interface before_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.562869 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router after_create 55549900 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.563240 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router before_create 55549900 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.563605 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.563975 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.564329 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router after_delete 55549900 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.564685 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > floatingip after_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.565032 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > floatingip after_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.565386 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router after_create 55549900 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.565729 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router after_update 55549900 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.566106 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router after_update 55549900 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.566449 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.566811 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router after_update 55549900 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.567222 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router precommit_update 55549900 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.567590 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: port after_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.567931 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: port after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.568269 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: subnet after_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.568614 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.568969 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > port precommit_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.569316 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router precommit_create 55549900 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.569660 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: port before_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.570032 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router precommit_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.570388 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router after_update 55549900 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.570731 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router precommit_delete 55549900 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.571081 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router precommit_create 55549900 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.571440 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router_interface after_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.571783 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router precommit_update 55549900 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.572147 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > agent after_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.572496 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > agent after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.572839 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > network after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.574252 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Tracking information for resource: router configured {{(pid=104936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 02:58:42.574585 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Tracking information for resource: floatingip configured {{(pid=104936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 02:58:42.579443 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.db.l3_agentschedulers_db [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 14 02:58:42.580021 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: port after_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.580379 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: port after_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.580731 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: port after_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.581081 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: port after_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.581888 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router before_create 55550100 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.582253 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router precommit_delete 55550100 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.582613 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router precommit_create 55550100 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.582968 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > router precommit_update 55550100 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.587815 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.services.provider_configuration [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Service providers = [] {{(pid=104936) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 14 02:58:42.588182 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.db.servicetype_db [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104936) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 14 02:58:42.591743 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.services.service_base [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104936) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 02:58:42.592094 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.services.service_base [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104936) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 02:58:42.592433 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.services.service_base [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104936) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 02:58:42.593300 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.services.service_base [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104936) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 02:58:42.593664 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.services.service_base [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 14 02:58:42.594059 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 02:58:42.594376 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 14 02:58:42.605815 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 02:58:42.606147 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading Plugin: auto_allocate Oct 14 02:58:42.612064 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: network precommit_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.612430 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: network precommit_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.612940 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 02:58:42.613256 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading Plugin: tag Oct 14 02:58:42.619777 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 02:58:42.620132 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading Plugin: timestamp Oct 14 02:58:42.624117 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 02:58:42.624448 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading Plugin: network_ip_availability Oct 14 02:58:42.629949 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.630322 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.630678 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.631383 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 02:58:42.631700 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading Plugin: flavors Oct 14 02:58:42.636852 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 02:58:42.637183 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading Plugin: revisions Oct 14 02:58:42.641537 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 02:58:42.641956 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_concurrency.lockutils [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.359s {{(pid=104936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 14 02:58:42.642697 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104936) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 14 02:58:42.643031 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Initializing extension manager. Oct 14 02:58:42.643549 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: __init__.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.643887 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: __pycache__ {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.644216 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: address_group.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.645088 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.645646 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: address-group Oct 14 02:58:42.645999 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: address_scope.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.646673 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.647175 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: address-scope Oct 14 02:58:42.647493 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: admin_state_down_before_update.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.648364 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.648868 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: router-admin-state-down-before-update Oct 14 02:58:42.649184 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: agent.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.649871 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.650370 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: agent Oct 14 02:58:42.650694 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: agent_resources_synced.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.652143 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.652643 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: agent-resources-synced Oct 14 02:58:42.652960 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: allowedaddresspairs.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.654712 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.655229 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: allowed-address-pairs Oct 14 02:58:42.655554 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: auto_allocated_topology.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.656570 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.657075 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: auto-allocated-topology Oct 14 02:58:42.657396 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: availability_zone.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.658068 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.658573 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: availability_zone Oct 14 02:58:42.658891 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: availability_zone_filter.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.659749 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.660255 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: availability_zone_filter Oct 14 02:58:42.660573 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: data_plane_status.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.661425 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.661952 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension data-plane-status not supported by any of loaded plugins Oct 14 02:58:42.662272 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: default_subnetpools.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.663137 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.663638 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: default-subnetpools Oct 14 02:58:42.663956 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: dhcpagentscheduler.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.664714 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.665218 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: dhcp_agent_scheduler Oct 14 02:58:42.665538 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: dns.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.666423 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.666954 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension dns-integration not supported by any of loaded plugins Oct 14 02:58:42.667274 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: dns_domain_ports.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.668133 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.668631 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 14 02:58:42.668949 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.669842 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.670352 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 14 02:58:42.670669 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: dvr.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.671293 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.671791 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: dvr Oct 14 02:58:42.672107 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: ecmp_routes.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.672964 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.673459 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension ecmp_routes not supported by any of loaded plugins Oct 14 02:58:42.673794 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: empty_string_filtering.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.674651 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.675149 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: empty-string-filtering Oct 14 02:58:42.675464 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.676315 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.676809 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 14 02:58:42.677126 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.678020 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.678519 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 14 02:58:42.678838 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: external_net.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.679697 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.680202 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: external-net Oct 14 02:58:42.680521 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: extra_dhcp_opt.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.681368 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.681902 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: extra_dhcp_opt Oct 14 02:58:42.682225 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: extraroute.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.683100 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.683601 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: extraroute Oct 14 02:58:42.683920 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: extraroute_atomic.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.684891 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.685392 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: extraroute-atomic Oct 14 02:58:42.685713 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: filter_validation.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.686351 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.686846 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: filter-validation Oct 14 02:58:42.687163 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: fip_pf_description.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.688013 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.688509 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 14 02:58:42.688824 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: fip_pf_detail.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.689679 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.690206 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: floating-ip-port-forwarding-detail Oct 14 02:58:42.690524 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: fip_pf_port_range.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.691386 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.691881 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 14 02:58:42.692198 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: fip_port_details.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.693051 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.693555 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: fip-port-details Oct 14 02:58:42.693905 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: flavors.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.695068 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.695577 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: flavors Oct 14 02:58:42.695898 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.697471 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.698022 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 14 02:58:42.698871 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: floatingip_pools.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.699528 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.700031 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: floatingip-pools Oct 14 02:58:42.700355 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: ip_allocation.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.701227 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.701726 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension ip_allocation not supported by any of loaded plugins Oct 14 02:58:42.702070 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.702947 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.703450 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: ip-substring-filtering Oct 14 02:58:42.703770 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: l2_adjacency.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.704648 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.705149 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension l2_adjacency not supported by any of loaded plugins Oct 14 02:58:42.705470 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: l3.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.706407 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.706917 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: router Oct 14 02:58:42.707235 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: l3_conntrack_helper.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.709569 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.710119 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 14 02:58:42.710455 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.711329 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.711843 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: ext-gw-mode Oct 14 02:58:42.712166 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.713034 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.713541 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: l3-ha Oct 14 02:58:42.714482 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.715349 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.715858 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 14 02:58:42.716179 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: l3_flavors.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.717072 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.717582 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: l3-flavors Oct 14 02:58:42.717943 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: l3_ndp_proxy.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.719260 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.719774 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 14 02:58:42.720101 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.720978 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.721488 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: l3-port-ip-change-not-allowed Oct 14 02:58:42.721841 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: l3agentscheduler.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.722827 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.723336 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: l3_agent_scheduler Oct 14 02:58:42.723660 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: local_ip.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.725329 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.725874 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension local_ip not supported by any of loaded plugins Oct 14 02:58:42.726206 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: logging.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.727637 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.728153 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension logging not supported by any of loaded plugins Oct 14 02:58:42.728482 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: metering.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.729172 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.729788 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: metering Oct 14 02:58:42.730117 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.731156 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.731664 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: metering_source_and_destination_fields Oct 14 02:58:42.731988 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: multiprovidernet.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.732854 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.733624 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: multi-provider Oct 14 02:58:42.733981 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: netmtu.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.734847 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.735346 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: net-mtu Oct 14 02:58:42.735666 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: netmtu_writable.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.736525 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.737026 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: net-mtu-writable Oct 14 02:58:42.737344 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: network_availability_zone.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.737991 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.738496 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: network_availability_zone Oct 14 02:58:42.738815 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: network_ip_availability.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.739850 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.740352 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: network-ip-availability Oct 14 02:58:42.740678 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: network_segment_range.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.741392 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.741928 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension network-segment-range not supported by any of loaded plugins Oct 14 02:58:42.742253 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: pagination.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.743167 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.743493 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: pagination Oct 14 02:58:42.743811 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: port_device_profile.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.744666 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.745185 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: port-device-profile Oct 14 02:58:42.745504 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: port_mac_address_override.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.746401 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.746905 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: port-mac-override Oct 14 02:58:42.747224 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.748086 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.748586 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: port-mac-address-regenerate Oct 14 02:58:42.748904 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.749785 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.750282 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: port-numa-affinity-policy Oct 14 02:58:42.750608 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: port_resource_request.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.751505 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.751977 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension port-resource-request not supported by any of loaded plugins Oct 14 02:58:42.752294 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: port_resource_request_groups.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.753216 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.753712 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 14 02:58:42.754070 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: portbindings.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.754946 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.755446 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: binding Oct 14 02:58:42.755764 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: portbindings_extended.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.756971 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.757484 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: binding-extended Oct 14 02:58:42.757836 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: portsecurity.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.758696 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.759212 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: port-security Oct 14 02:58:42.759530 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: project_id.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.761145 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.761473 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: project-id Oct 14 02:58:42.761821 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: providernet.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.762689 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.763200 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: provider Oct 14 02:58:42.763523 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: qos.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.767001 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.767522 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension qos not supported by any of loaded plugins Oct 14 02:58:42.767853 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.769057 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.769575 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 14 02:58:42.769932 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.770807 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.771324 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 14 02:58:42.771649 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: qos_default.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.772511 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.773023 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension qos-default not supported by any of loaded plugins Oct 14 02:58:42.773345 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: qos_fip.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.774238 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.774750 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension qos-fip not supported by any of loaded plugins Oct 14 02:58:42.775068 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: qos_fip_network_policy.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.775931 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.777027 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 14 02:58:42.777349 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: qos_gateway_ip.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.778256 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.778765 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 14 02:58:42.779084 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: qos_port_network_policy.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.779948 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.780452 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 14 02:58:42.780773 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.781771 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.782287 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 14 02:58:42.782607 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.783591 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.784100 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 14 02:58:42.784421 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: qos_pps_rule.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.785540 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.786069 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension qos-pps not supported by any of loaded plugins Oct 14 02:58:42.786394 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: qos_rule_type_details.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.787257 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.787756 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 14 02:58:42.788075 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: qos_rule_type_filter.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.788947 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.789445 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 14 02:58:42.789774 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: qos_rules_alias.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.790783 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.791293 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 14 02:58:42.791617 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: quota_check_limit.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.792500 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.793002 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: quota-check-limit Oct 14 02:58:42.793323 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: quotasv2.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.794225 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.794550 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: quotas Oct 14 02:58:42.794865 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: quotasv2_detail.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.796509 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.796849 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: quota_details Oct 14 02:58:42.797179 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: rbac.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.798216 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.798738 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: rbac-policies Oct 14 02:58:42.799068 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: rbac_address_group.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.799943 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.800453 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: rbac-address-group Oct 14 02:58:42.800778 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: rbac_address_scope.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.801723 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.802258 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: rbac-address-scope Oct 14 02:58:42.802582 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: rbac_security_groups.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.803454 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.803966 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: rbac-security-groups Oct 14 02:58:42.804293 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: rbac_subnetpool.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.805158 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.805670 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: rbac-subnetpool Oct 14 02:58:42.806015 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: revisionifmatch.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.806887 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.807396 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: revision-if-match Oct 14 02:58:42.807743 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: revisions.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.808804 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.809313 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: standard-attr-revisions Oct 14 02:58:42.809635 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: router_availability_zone.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.810285 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.810791 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: router_availability_zone Oct 14 02:58:42.811120 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: routerservicetype.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.811991 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.812499 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension router-service-type not supported by any of loaded plugins Oct 14 02:58:42.812858 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.813692 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.814223 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: security-groups-normalized-cidr Oct 14 02:58:42.814543 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: security_groups_port_filtering.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.815439 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.815946 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: port-security-groups-filtering Oct 14 02:58:42.816269 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.817141 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.817647 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: security-groups-remote-address-group Oct 14 02:58:42.817998 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.818878 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.819383 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: security-groups-shared-filtering Oct 14 02:58:42.819705 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: securitygroup.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.829911 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.830443 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: security-group Oct 14 02:58:42.830780 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: segment.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.831469 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.831979 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension segment not supported by any of loaded plugins Oct 14 02:58:42.832308 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.833196 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.833708 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 14 02:58:42.834062 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: servicetype.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.835100 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.835616 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: service-type Oct 14 02:58:42.835944 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: sorting.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.836870 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.837203 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: sorting Oct 14 02:58:42.837528 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: standard_attr_segment.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.838438 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.839534 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 14 02:58:42.839860 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: standardattrdescription.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.840472 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.840988 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: standard-attr-description Oct 14 02:58:42.841312 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: stateful_security_group.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.842214 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.842732 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: stateful-security-group Oct 14 02:58:42.843055 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: stdattrs_common.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.843594 dv-cinder-801522-13-iscsi neutron-server[104936]: WARNING neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 14 02:58:42.843912 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.844784 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.845290 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 14 02:58:42.845610 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: subnet_onboard.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.846642 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.847154 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: subnet_onboard Oct 14 02:58:42.847473 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.848349 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.848852 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 14 02:58:42.849170 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: subnet_service_types.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.850073 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.850579 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: subnet-service-types Oct 14 02:58:42.850896 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: subnetallocation.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.851917 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.852437 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: subnet_allocation Oct 14 02:58:42.852761 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.853383 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.853929 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: subnetpool-prefix-ops Oct 14 02:58:42.854254 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.855154 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.855658 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 14 02:58:42.855978 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: tagging.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.856956 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.857468 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: standard-attr-tag Oct 14 02:58:42.857817 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: timestamp.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.859232 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.859745 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loaded extension: standard-attr-timestamp Oct 14 02:58:42.860070 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: trunk.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.861049 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.861565 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension trunk not supported by any of loaded plugins Oct 14 02:58:42.861930 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: trunk_details.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.862799 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.863304 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension trunk-details not supported by any of loaded plugins Oct 14 02:58:42.863628 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: uplink_status_propagation.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.864498 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.865005 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 14 02:58:42.865326 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Loading extension file: vlantransparent.py {{(pid=104936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 02:58:42.865977 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 02:58:42.866479 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extension vlan-transparent not supported by any of loaded plugins Oct 14 02:58:42.869029 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Creating instance of TrackedResource for resource:network Oct 14 02:58:42.869547 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Creating instance of TrackedResource for resource:subnet Oct 14 02:58:42.869989 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 02:58:42.870380 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Creating instance of TrackedResource for resource:port Oct 14 02:58:42.871621 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.v2.resource_helper [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:58:42.872064 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.v2.resource_helper [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Service FLAVORS assigned prefix: {{(pid=104936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:58:42.872664 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.v2.resource_helper [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:58:42.873109 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.v2.resource_helper [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:58:42.873441 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Creating instance of TrackedResource for resource:router Oct 14 02:58:42.873907 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Creating instance of TrackedResource for resource:floatingip Oct 14 02:58:42.874397 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.v2.resource_helper [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Service METERING assigned prefix: /metering {{(pid=104936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:58:42.875795 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.876163 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.876517 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 02:58:42.877468 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 02:58:42.877937 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Creating instance of TrackedResource for resource:security_group Oct 14 02:58:42.878378 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 02:58:42.878909 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.v2.resource_helper [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Service CORE assigned prefix: {{(pid=104936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:58:42.879236 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 02:58:42.879580 dv-cinder-801522-13-iscsi neutron-server[104936]: WARNING neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] subnetpool is already registered Oct 14 02:58:42.880005 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.v2.resource_helper [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Service CORE assigned prefix: {{(pid=104936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:58:42.880337 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 02:58:42.880667 dv-cinder-801522-13-iscsi neutron-server[104936]: WARNING neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] subnetpool is already registered Oct 14 02:58:42.883105 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.v2.resource_helper [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:58:42.883551 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.v2.resource_helper [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Service FLAVORS assigned prefix: {{(pid=104936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:58:42.884164 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.v2.resource_helper [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:58:42.884706 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.v2.resource_helper [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:58:42.885037 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Creating instance of TrackedResource for resource:router Oct 14 02:58:42.885395 dv-cinder-801522-13-iscsi neutron-server[104936]: WARNING neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] router is already registered Oct 14 02:58:42.886334 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Creating instance of TrackedResource for resource:floatingip Oct 14 02:58:42.886671 dv-cinder-801522-13-iscsi neutron-server[104936]: WARNING neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] floatingip is already registered Oct 14 02:58:42.887131 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.v2.resource_helper [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Service METERING assigned prefix: /metering {{(pid=104936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:58:42.887833 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 02:58:42.888156 dv-cinder-801522-13-iscsi neutron-server[104936]: WARNING neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] rbac_policy is already registered Oct 14 02:58:42.888580 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Creating instance of TrackedResource for resource:security_group Oct 14 02:58:42.888913 dv-cinder-801522-13-iscsi neutron-server[104936]: WARNING neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] security_group is already registered Oct 14 02:58:42.889330 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 02:58:42.889661 dv-cinder-801522-13-iscsi neutron-server[104936]: WARNING neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] security_group_rule is already registered Oct 14 02:58:42.890185 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.v2.resource_helper [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Service CORE assigned prefix: {{(pid=104936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:58:42.890533 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 02:58:42.890872 dv-cinder-801522-13-iscsi neutron-server[104936]: WARNING neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] subnetpool is already registered Oct 14 02:58:42.891337 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.v2.resource_helper [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Service CORE assigned prefix: {{(pid=104936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 02:58:42.891659 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 02:58:42.891997 dv-cinder-801522-13-iscsi neutron-server[104936]: WARNING neutron.quota.resource_registry [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] subnetpool is already registered Oct 14 02:58:42.892457 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: extensions {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.894051 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: address-groups {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.895553 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: address-scopes {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.896758 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: agents {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.897962 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: auto-allocated-topology {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.900397 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: availability_zones {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.902364 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: dhcp-networks {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.903765 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: dhcp-agents {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.905300 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: routers {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.907055 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: flavors {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.908233 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: service_profiles {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.909544 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: next_providers {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.911036 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: service_profiles {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.912496 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: floatingip-pools {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.913714 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: routers {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.915634 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: floatingips {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.916850 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: l3-routers {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.918276 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: l3-agents {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.919806 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: metering-labels {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.921155 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: metering-label-rules {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.922509 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: network-ip-availabilities {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.923867 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: bindings {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.925454 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: quotas {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.927059 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: quotas {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.928706 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: rbac-policies {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.929925 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: security-groups {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.931146 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: security-group-rules {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.932405 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: service-providers {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.934359 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: subnetpools {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.935704 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: subnetpools {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.937170 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: tags {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.938981 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: tags {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.940699 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: tags {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.942628 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: tags {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.944356 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: tags {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.946321 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: tags {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.948703 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: tags {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.950551 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: tags {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.952341 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: tags {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.954225 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron.api.extensions [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Extended resource: tags {{(pid=104936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 02:58:42.961164 dv-cinder-801522-13-iscsi neutron-server[104936]: WARNING keystonemiddleware.auth_token [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 14 02:58:42.966317 dv-cinder-801522-13-iscsi neutron-server[104936]: WARNING keystonemiddleware.auth_token [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 14 02:58:42.975309 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_concurrency.lockutils [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Acquiring lock "singleton_lock" {{(pid=104936) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 14 02:58:42.975640 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_concurrency.lockutils [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Acquired lock "singleton_lock" {{(pid=104936) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 14 02:58:42.976108 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_concurrency.lockutils [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Releasing lock "singleton_lock" {{(pid=104936) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 14 02:58:42.976759 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO oslo_service.service [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Starting 2 workers Oct 14 02:58:42.981622 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Started child 105049 {{(pid=104936) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 02:58:42.986350 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Started child 105050 {{(pid=104936) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 02:58:42.987227 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:58:42.987921 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO neutron.service [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Neutron service started, listening on 0.0.0.0:9696 Oct 14 02:58:42.988543 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Publish callbacks [] for process (None), before_spawn {{(pid=104936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:58:42.988877 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [-] (105049) wsgi starting up on http://0.0.0.0:9696 Oct 14 02:58:42.990974 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO oslo_service.service [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Starting 1 workers Oct 14 02:58:42.991137 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:58:42.992579 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [-] (105050) wsgi starting up on http://0.0.0.0:9696 Oct 14 02:58:42.996722 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Started child 105051 {{(pid=104936) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 02:58:42.997230 dv-cinder-801522-13-iscsi neutron-server[104936]: INFO oslo_service.service [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Starting 1 workers Oct 14 02:58:43.000275 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.service [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] calling RpcWorker wait() {{(pid=105051) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 14 02:58:43.000805 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.service [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] returning from RpcWorker wait() {{(pid=105051) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 14 02:58:43.001734 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Started child 105052 {{(pid=104936) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 02:58:43.002962 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG neutron_lib.callbacks.manager [None req-1bf6eb0b-90c3-4cd4-82e1-42ed295e687d None None] Publish callbacks [] for process (None), after_spawn {{(pid=104936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:58:43.003407 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:58:43.004119 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:58:43.004840 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104936) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 02:58:43.005056 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 02:58:43.005241 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 02:58:43.005468 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 02:58:43.005809 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 02:58:43.005992 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 02:58:43.006514 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.006801 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.007069 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:58:43.007541 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.007541 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.007890 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.008133 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:58:43.008239 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.008382 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.009365 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.009787 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.010106 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.010416 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.011404 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.011814 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.012152 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.012428 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.012685 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.012948 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.013128 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.013393 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.013677 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.013953 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.014219 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] debug = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.014484 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.014968 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.015223 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.015472 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.015708 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.016011 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.016256 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.016522 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.016776 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.017013 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.017248 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.017503 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.017738 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.018014 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.018257 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.018531 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.018761 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.019243 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] host = dv-cinder-801522-13-iscsi {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.019484 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.019745 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.020004 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.020250 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.020498 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.020712 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.020983 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.021235 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.021489 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.021718 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.021995 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.022237 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.022475 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.022719 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] log_file = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.022882 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] log_options = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.023117 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.023393 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.023665 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.023851 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.024005 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.024165 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.024420 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.024572 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.024817 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.025049 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.025259 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.025486 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.025716 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.025970 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.026250 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.026490 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.026718 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.026944 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.027199 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.027535 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.027997 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.028374 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.028740 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.029103 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.029521 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.029942 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.030186 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.030549 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.030666 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.030859 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.031194 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.031451 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.031669 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.031913 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.032415 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.032781 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.033156 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.033546 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.033837 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.034241 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.034663 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.034923 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.035143 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.035373 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.035608 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.036502 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.036797 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] use_json = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.037102 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.037368 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.037641 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.037921 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.038179 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.038411 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.038643 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.038895 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.039133 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.039662 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.040033 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.040368 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.040640 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.040922 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.041205 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.041582 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.041944 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.042302 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.056758 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.056758 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.056758 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.056758 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.056758 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.056758 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.056758 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.056758 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.058458 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.058458 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.058458 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.058458 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.058458 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.058458 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.058458 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.058458 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.058999 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.058999 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.058999 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.058999 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.058999 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.058999 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.058999 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.058999 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.059543 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.059543 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.059543 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.059543 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.059543 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.059543 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.059543 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.059543 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.060096 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.060096 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.060096 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.060096 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.060096 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.060096 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.060096 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.060096 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.060659 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.060659 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.060659 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.060659 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.060659 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.060659 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.060659 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.060659 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.060659 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.061267 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.061267 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.061267 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.061267 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.061267 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.061267 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.061267 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.061267 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.061884 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.061884 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.061884 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.061884 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.061884 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.061884 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.061884 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.061884 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.061884 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.062671 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.062671 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.062671 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.062671 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.062671 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.062671 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.062671 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.062671 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.062671 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.063439 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.063439 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.063439 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.063439 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.063439 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.063439 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.063439 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.063439 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.063439 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.064175 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.064175 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.064175 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.064175 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.064175 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.064175 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.064723 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.064723 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.064723 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.064996 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.065169 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.065415 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.065667 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.065968 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.066227 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.066451 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.066689 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.066908 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.067124 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.067359 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.067606 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.067829 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.068061 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.068444 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.068715 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.068956 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.069188 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.069403 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.069832 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.070093 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.070364 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.070610 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.071038 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.071279 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.071533 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.071839 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.072123 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.072384 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.072655 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.073089 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.074005 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.074293 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.074545 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.074800 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.075073 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.075298 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.075553 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.075776 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.075992 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.076221 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.076680 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.076935 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.077178 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.077393 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.077662 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.077917 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.078178 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.078440 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.078683 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.078939 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.079186 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.079413 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.079658 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.080060 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.080886 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.081116 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.081356 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.081569 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.081828 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.082044 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.082258 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.082492 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.082705 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.083077 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.083295 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.083514 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.083753 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.083997 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.084371 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.084612 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.084845 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.085213 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.085431 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.085649 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.085891 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.086142 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.086359 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.086621 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.086873 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.087103 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.087333 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.087594 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.087831 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.088044 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.088560 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.088560 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.088755 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.088958 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.089177 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.089391 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.089610 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.089863 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.090096 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.090328 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.090577 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.090930 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.091182 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.091428 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.091675 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.091924 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.092160 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.092375 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.092590 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.092870 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.093087 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.093332 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.093548 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.093858 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.094086 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.094407 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.094617 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.094826 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.095035 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.095292 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.095541 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.095745 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.095990 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.096222 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.096479 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.096687 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.096894 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.097100 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.097301 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.097512 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.097725 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.097966 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.098174 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.098493 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.098755 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.098966 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.099223 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.099436 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.099680 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.099907 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.100116 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.100329 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.100556 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.100772 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.100979 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.101218 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.101429 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.101644 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.101894 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.102134 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.102365 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.102590 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.102801 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.103015 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.103241 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.103455 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.103685 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.103923 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.104151 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.104384 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.104607 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.104844 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.105066 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.105319 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.105527 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.105734 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.106013 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.106227 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.106434 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.106721 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.106967 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.107185 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.107601 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.107846 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.108338 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.108561 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.108880 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.109110 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.109366 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.109664 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.109904 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.110120 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.110380 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.110713 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.110990 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.111251 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.111508 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.111791 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.112062 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.112323 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.112534 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.112834 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.113378 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.113656 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.113975 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.114217 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.114452 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.114671 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.114902 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.115138 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.115369 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.115608 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.115820 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.116050 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.116293 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.116501 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.116739 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.116949 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.117205 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.117433 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.117680 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.117925 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.118087 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 02:58:43.118600 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104936) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 02:58:43.118762 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 02:58:43.118920 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 02:58:43.119087 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 02:58:43.119256 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 02:58:43.119405 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 02:58:43.119608 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.119774 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.120452 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.120606 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.120813 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.120970 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.121132 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.121269 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.121398 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.121536 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.121661 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.121828 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.121986 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.122144 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.122299 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.122438 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.122599 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.122760 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.122915 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.123071 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.123279 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.123422 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] debug = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.123578 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.123787 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.123950 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.124094 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.124248 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.124404 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.124560 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.124717 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.124858 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.125012 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.125168 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.125324 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.125479 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.125633 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.125816 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.126384 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.126384 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.126384 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] host = dv-cinder-801522-13-iscsi {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.126384 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.128793 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.128793 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.128793 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.128793 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.128793 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.128793 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.128793 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.128793 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.129729 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.129729 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.129729 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.129729 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.129729 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] log_file = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.129729 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] log_options = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.129729 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.129729 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.129729 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.130731 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.130731 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.130731 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.130731 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.130731 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.130731 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.130731 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.131473 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.131473 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.131473 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.131473 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.131473 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.131473 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.131473 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.131473 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.132327 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.132327 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.132327 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.132327 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.132327 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.132327 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.132327 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.132327 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.133186 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.133186 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.133186 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.133186 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.133186 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.133186 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.133186 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.133980 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.133980 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.133980 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.133980 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.133980 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.134573 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.134573 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.134573 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.134573 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.135036 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.135158 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:58:43.135284 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.135284 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.135284 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.135284 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] use_json = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.136273 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.136273 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.136273 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.136273 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.136716 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.136716 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.136716 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.137071 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.137071 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 02:58:43.137303 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.137303 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.137530 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.137650 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.137787 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.137936 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.138094 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.138254 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.138414 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.138571 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.138738 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.138896 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.139064 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.139222 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.139384 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.139544 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.139702 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.139861 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.140019 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.140259 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.140392 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.140503 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.140611 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.140763 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.140918 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.141141 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.141271 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.141393 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.141508 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.141673 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.141888 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.142045 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.142199 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.142358 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.142521 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.142681 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.142840 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.142999 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.143157 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.143315 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.143473 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.143632 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.143790 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.143947 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.144105 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.144263 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.144421 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.144579 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.144735 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.144895 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.145054 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.145211 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.145371 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.145519 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.145676 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.145855 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.146013 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.146186 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.146668 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.146832 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.146990 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.147149 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.147307 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.147464 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.147622 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.147780 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.147937 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.148095 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.148267 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.148425 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.148583 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.148739 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.148896 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.149053 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.149210 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.149370 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.149529 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.149686 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.149861 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.149999 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.150158 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.150317 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.150476 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.150633 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.150791 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.150949 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.151107 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.151351 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.151559 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.151559 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.151877 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.151877 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.152113 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.152311 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.152311 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.152513 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.152616 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.152757 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.152928 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.153071 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.153227 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.153385 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.153541 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.153698 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.153878 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.154038 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.161481 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.161481 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.161481 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.161481 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.161481 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.161481 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.161481 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.161481 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.162213 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.162213 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.162213 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.162213 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.162213 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.162213 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.162213 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.162213 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.162709 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.162709 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.162709 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.162709 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.162709 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.162709 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.162709 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.162709 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.163171 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.163171 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.163171 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.163171 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.163171 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.163171 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.163171 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.163171 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.163171 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.163651 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.163651 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.163651 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.163651 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.163651 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.163651 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.163651 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.163651 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164090 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164090 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164090 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164090 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164090 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164090 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164090 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164090 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164550 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164550 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164550 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164550 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164550 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164550 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164550 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164550 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164982 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164982 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164982 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164982 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164982 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164982 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164982 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.164982 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.165556 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.165556 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.165556 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.165556 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.165556 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.165556 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.165556 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.165556 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.166037 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.166037 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.166037 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.166037 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.166037 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.166037 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.166037 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.166037 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.166504 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.166504 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.166504 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.166708 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.166708 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.166867 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.167018 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.167175 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.167491 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.167652 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.167813 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.167986 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.168289 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.168452 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.168648 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.168773 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.168930 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.169090 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.169253 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.169410 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.169591 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.169732 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.169911 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.170068 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.170215 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.170372 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.170532 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.170700 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.170836 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.170982 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.171140 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.171558 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.171558 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.171730 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.171730 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.171895 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.172069 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.172200 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.172344 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.172500 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.172656 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.172813 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.172971 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.173144 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.173301 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.173622 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.173800 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.173965 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.174113 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.174280 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.174450 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.174607 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.174750 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.175027 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.175207 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.175207 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.175339 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.175520 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.175652 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.175803 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.175960 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.176126 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.176282 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.176440 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.176595 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.176751 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.176908 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.177074 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.177231 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.177587 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.177587 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.177867 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.177867 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.178112 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.178232 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.178385 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.178555 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.178555 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.178745 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.178873 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.179031 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.179194 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.179358 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.179515 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.179659 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.179805 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.179973 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.180121 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.180278 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.180435 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.180592 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.180738 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.180896 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.181057 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.181225 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.181390 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.181548 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.181712 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.181900 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.182067 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.182223 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.182389 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.183087 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.183215 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.183374 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.183532 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.183691 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.183848 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.184005 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.184166 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.184324 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.184480 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.184637 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.184792 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.184951 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.185106 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.185263 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.185420 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.185576 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.185734 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.185914 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.191699 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 02:58:43.191699 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 02:58:43.406676 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 58344) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:58:43.413671 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [-] 10.222.0.39 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048649 Oct 14 02:58:43.418569 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [-] 10.222.0.39 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0042915 Oct 14 02:58:52.344010 dv-cinder-801522-13-iscsi neutron-server[104936]: DEBUG dbcounter [-] [104936] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104936) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:58:54.735750 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6168c13-5733-4657-b0d4-10ed8d2eaa23 None None] get_active_networks_info from dv-cinder-801522-13-iscsi {{(pid=105051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 02:58:54.747969 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writer thread running {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 02:58:54.827179 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6168c13-5733-4657-b0d4-10ed8d2eaa23 None None] No non-hosted networks {{(pid=105051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 14 02:58:54.837354 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.agentschedulers_db [None req-b6168c13-5733-4657-b0d4-10ed8d2eaa23 None None] DHCP Agent not found on host dv-cinder-801522-13-iscsi {{(pid=105051) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 14 02:58:54.924799 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-c624252b-c336-4f3b-9cfe-5806b4770e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-737243'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:58:56.411859 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writer thread running {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 02:58:57.055058 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-fa281afb-0809-45b6-b1a4-8dc53562db05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-737243'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:58:57.075785 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.db.api [None req-10f0b323-480b-458e-ac4d-0a5a9460b347 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-801522-13-iscsi {{(pid=105051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 14 02:58:57.076599 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG oslo_db.api [None req-10f0b323-480b-458e-ac4d-0a5a9460b347 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 02:58:57.692627 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-10f0b323-480b-458e-ac4d-0a5a9460b347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:58:58.313417 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-737243'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:58:58.597136 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 58418) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:58:59.195452 dv-cinder-801522-13-iscsi neutron-server[105050]: WARNING oslo_policy.policy [None req-369f01a2-e486-47b2-a596-d1702cc7ca49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 02:58:59.196428 dv-cinder-801522-13-iscsi neutron-server[105050]: WARNING oslo_policy.policy [None req-369f01a2-e486-47b2-a596-d1702cc7ca49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 02:58:59.436835 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [None req-369f01a2-e486-47b2-a596-d1702cc7ca49 admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105050) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 02:58:59.450498 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-369f01a2-e486-47b2-a596-d1702cc7ca49 admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8523653 Oct 14 02:58:59.775748 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-737243'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:58:59.924330 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-737243'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:58:59.925012 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:58:59.928587 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:58:59.928587 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:58:59.928587 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:58:59.928587 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:58:59.928587 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:58:59.928955 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:58:59.928955 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:58:59.928955 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:58:59.928955 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:58:59.928955 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:58:59.929255 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:58:59.929255 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:58:59.929255 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:58:59.929702 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:58:59.929908 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801522-13-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:58:59.938193 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801522-13-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:59:01.298590 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.db.l3_hamode_db [None req-9e65d60a-c488-4dc9-bdcc-7159ecebcc13 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 14 02:59:01.377768 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65d60a-c488-4dc9-bdcc-7159ecebcc13 None None] Routers set() bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:59:01.378188 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65d60a-c488-4dc9-bdcc-7159ecebcc13 None None] Router IDs set() for agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 14 02:59:02.132409 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 58454) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:59:02.444560 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-19e25dc8-858a-45a6-88b5-b464577b07bf admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:59:02.457031 dv-cinder-801522-13-iscsi neutron-server[105050]: ERROR stevedore.extension [None req-19e25dc8-858a-45a6-88b5-b464577b07bf admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 14 02:59:02.539033 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.policy [None req-19e25dc8-858a-45a6-88b5-b464577b07bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105050) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 02:59:02.590795 dv-cinder-801522-13-iscsi neutron-server[105050]: WARNING oslo_policy.policy [None req-19e25dc8-858a-45a6-88b5-b464577b07bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 02:59:02.591199 dv-cinder-801522-13-iscsi neutron-server[105050]: WARNING oslo_policy.policy [None req-19e25dc8-858a-45a6-88b5-b464577b07bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 02:59:02.613040 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writer thread running {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 02:59:02.817301 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-19e25dc8-858a-45a6-88b5-b464577b07bf admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738586706087', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738586713787', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738586730399', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738586747563', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738586742009', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738586504360', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3576758', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3576695', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-740027', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-735621'] for rbac-policy (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:02.997682 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-19e25dc8-858a-45a6-88b5-b464577b07bf admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:02.998885 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-19e25dc8-858a-45a6-88b5-b464577b07bf admin admin] 10.222.0.39 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8654346 Oct 14 02:59:05.578969 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 58464) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:59:05.891282 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:59:05.969845 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Made reservation on behalf of 0b15574d2808402ca6940d47f10e2db8 for: {'network': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:59:05.973887 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:05.992789 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:06.099943 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Publish callbacks [] for security_group (b34b4d59-08ae-4c57-a2c7-91b1c7fe0fbf), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:06.141370 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (b34b4d59-08ae-4c57-a2c7-91b1c7fe0fbf), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:06.173380 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=105050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 02:59:06.196132 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b34b4d59-08ae-4c57-a2c7-91b1c7fe0fbf,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:59:06.208157 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:06.208494 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:06.208840 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:06.209185 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:06.209510 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:06.209861 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:06.210180 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:06.210493 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:06.210821 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:06.211139 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:06.211451 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:06.211779 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:06.212093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:06.212401 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:06.212711 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Tracked resource versions report: Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: pushed versions: Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: { 'AddressGroup': {'1.2'}, Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Agent': {'1.1'}, Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'ConntrackHelper': {'1.0'}, Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'LocalIPAssociation': {'1.0'}, Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Log': {'1.0'}, Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'NDPProxy': {'1.0'}, Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Network': {'1.1'}, Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Port': {'1.7'}, Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'PortForwarding': {'1.3'}, Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'QosPolicy': {'1.10'}, Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'SecurityGroup': {'1.5'}, Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'SecurityGroupRule': {'1.2'}, Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'SubPort': {'1.0'}, Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Subnet': {'1.1'}, Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Trunk': {'1.1'}} Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: consumer versions: Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: { DHCP agent@dv-cinder-801522-13-iscsi: {}, Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: L3 agent@dv-cinder-801522-13-iscsi: {}, Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: Metadata agent@dv-cinder-801522-13-iscsi: {}, Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: Metering agent@dv-cinder-801522-13-iscsi: {}, Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: Open vSwitch agent@dv-cinder-801522-13-iscsi: { 'AddressGroup': '1.2', Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Agent': '1.1', Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'ConntrackHelper': '1.0', Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'LocalIPAssociation': '1.0', Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Log': '1.0', Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'NDPProxy': '1.0', Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Network': '1.1', Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Port': '1.7', Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'PortForwarding': '1.3', Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'QosPolicy': '1.10', Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'SecurityGroup': '1.5', Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'SecurityGroupRule': '1.2', Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'SubPort': '1.0', Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Subnet': '1.1', Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Trunk': '1.1'}} Oct 14 02:59:06.214634 dv-cinder-801522-13-iscsi neutron-server[105050]: {{(pid=105050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 02:59:06.237916 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738586857683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:06.238471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Unsubscribe: segment precommit_create {{(pid=105050) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 02:59:06.239527 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.segments_db [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Added segment 97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7 of type vlan for network 14fa1299-c61c-426d-954e-6bdec9f5f414 Oct 14 02:59:06.317449 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (14fa1299-c61c-426d-954e-6bdec9f5f414), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:06.352263 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=54,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:06.404436 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (14fa1299-c61c-426d-954e-6bdec9f5f414), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:06.409294 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:59:06.410055 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:06.525253 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] Pushing event updated for resources: {'Network': ['ID=14fa1299-c61c-426d-954e-6bdec9f5f414,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:59:06.537415 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network 14fa1299-c61c-426d-954e-6bdec9f5f414 details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:59:06.540559 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-1fb03398-a4cc-4863-ab89-d7f19a8b1b46 demo demo] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9605787 Oct 14 02:59:09.176336 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 58478) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:59:09.587152 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1738d993-79c3-4a69-9ef4-4863b7bbca56 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:59:09.588538 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-1738d993-79c3-4a69-9ef4-4863b7bbca56 demo admin] 10.222.0.39 "GET /networking/v2.0/networks/14fa1299-c61c-426d-954e-6bdec9f5f414 HTTP/1.1" status: 200 len: 825 time: 0.4112041 Oct 14 02:59:09.613870 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-141940e6-d041-496f-940b-b1c559a34bb5 demo admin] 10.222.0.39 "GET /networking/v2.0/subnetpools/3cbb4f77-b8df-4fe0-b11c-02cc7beecc63 HTTP/1.1" status: 200 len: 734 time: 0.0191667 Oct 14 02:59:09.622852 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-451d5639-9d48-4b4f-a30f-864dfa64d4f7 demo admin] Request body: {'subnet': {'network_id': '14fa1299-c61c-426d-954e-6bdec9f5f414', 'subnetpool_id': '3cbb4f77-b8df-4fe0-b11c-02cc7beecc63', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:59:09.747035 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451d5639-9d48-4b4f-a30f-864dfa64d4f7 demo admin] Made reservation on behalf of 0b15574d2808402ca6940d47f10e2db8 for: {'subnet': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:59:09.749324 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-451d5639-9d48-4b4f-a30f-864dfa64d4f7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:09.952511 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:10.101812 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-451d5639-9d48-4b4f-a30f-864dfa64d4f7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (e627510c-b5b1-4d39-9f62-433001f7a920), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:10.174893 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d5639-9d48-4b4f-a30f-864dfa64d4f7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e627510c-b5b1-4d39-9f62-433001f7a920,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:59:10.179277 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d5639-9d48-4b4f-a30f-864dfa64d4f7 demo admin] Checking segment: {'id': '97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '14fa1299-c61c-426d-954e-6bdec9f5f414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:59:10.179892 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451d5639-9d48-4b4f-a30f-864dfa64d4f7 demo admin] Network hostable DHCP agents. Network: 14fa1299-c61c-426d-954e-6bdec9f5f414, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:59:10.286439 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451d5639-9d48-4b4f-a30f-864dfa64d4f7 demo admin] Network 14fa1299-c61c-426d-954e-6bdec9f5f414 is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:59:10.377420 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-451d5639-9d48-4b4f-a30f-864dfa64d4f7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, 14fa1299-c61c-426d-954e-6bdec9f5f414) {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:59:10.381912 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451d5639-9d48-4b4f-a30f-864dfa64d4f7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:59:10.382550 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-451d5639-9d48-4b4f-a30f-864dfa64d4f7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:10.387414 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d11dbe7-8e06-4911-9cbc-bb3988fb6d36 None None] Network 14fa1299-c61c-426d-954e-6bdec9f5f414 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:59:10.466668 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-451d5639-9d48-4b4f-a30f-864dfa64d4f7 demo admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8474991 Oct 14 02:59:10.648095 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp425d6158-53e4-58c1-b7c9-e64d652d6efd-14fa1299-c61c-426d-954e-6bdec9f5f414', 'network_id': '14fa1299-c61c-426d-954e-6bdec9f5f414', 'project_id': '0b15574d2808402ca6940d47f10e2db8', 'fixed_ips': [{'subnet_id': 'e627510c-b5b1-4d39-9f62-433001f7a920'}]}} from dv-cinder-801522-13-iscsi. {{(pid=105051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 02:59:10.649378 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:10.704189 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=14,neutron:INSERT=31 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:10.724131 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=10 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:10.880932 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:10.930153 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.db_base_plugin_common [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Allocated IP 172.20.0.2 (14fa1299-c61c-426d-954e-6bdec9f5f414/e627510c-b5b1-4d39-9f62-433001f7a920/02b3a4b6-9d01-4f53-8958-3123e6d2be1a) {{(pid=105051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:59:11.197509 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Publish callbacks [] for port (02b3a4b6-9d01-4f53-8958-3123e6d2be1a), precommit_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:11.273354 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (02b3a4b6-9d01-4f53-8958-3123e6d2be1a), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:11.350742 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Network 14fa1299-c61c-426d-954e-6bdec9f5f414 is already hosted by enough agents. {{(pid=105051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:59:11.357002 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.base_scheduler [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Resources bound (agent type, host, resource id): {{(pid=105051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:59:11.361939 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Pushing event updated for resources: {'Port': ['ID=02b3a4b6-9d01-4f53-8958-3123e6d2be1a,revision_number=1']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:59:11.364104 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Received port after_create {{(pid=105051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:59:11.375339 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:11.375686 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:11.376039 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:11.376393 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:11.376723 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:11.377047 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:11.377363 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:11.377685 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:11.378041 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:11.378367 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:11.378686 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:11.379020 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:11.379345 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:11.379661 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:11.379975 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Tracked resource versions report: Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: pushed versions: Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: { 'AddressGroup': {'1.2'}, Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Agent': {'1.1'}, Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'ConntrackHelper': {'1.0'}, Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'LocalIPAssociation': {'1.0'}, Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Log': {'1.0'}, Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'NDPProxy': {'1.0'}, Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Network': {'1.1'}, Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Port': {'1.7'}, Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'PortForwarding': {'1.3'}, Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'QosPolicy': {'1.10'}, Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'SecurityGroup': {'1.5'}, Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'SecurityGroupRule': {'1.2'}, Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'SubPort': {'1.0'}, Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Subnet': {'1.1'}, Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Trunk': {'1.1'}} Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: consumer versions: Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: { DHCP agent@dv-cinder-801522-13-iscsi: {}, Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: L3 agent@dv-cinder-801522-13-iscsi: {}, Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: Metadata agent@dv-cinder-801522-13-iscsi: {}, Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: Metering agent@dv-cinder-801522-13-iscsi: {}, Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: Open vSwitch agent@dv-cinder-801522-13-iscsi: { 'AddressGroup': '1.2', Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Agent': '1.1', Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'ConntrackHelper': '1.0', Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'LocalIPAssociation': '1.0', Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Log': '1.0', Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'NDPProxy': '1.0', Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Network': '1.1', Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Port': '1.7', Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'PortForwarding': '1.3', Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'QosPolicy': '1.10', Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'SecurityGroup': '1.5', Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'SecurityGroupRule': '1.2', Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'SubPort': '1.0', Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Subnet': '1.1', Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Trunk': '1.1'}} Oct 14 02:59:11.381400 dv-cinder-801522-13-iscsi neutron-server[105051]: {{(pid=105051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 02:59:11.458758 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Attempting to bind port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:59:11.459371 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Attempting to bind port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '14fa1299-c61c-426d-954e-6bdec9f5f414'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:59:11.459518 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Attempting to bind port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a on network 14fa1299-c61c-426d-954e-6bdec9f5f414 {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:59:11.484361 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:11.506753 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:59:11.507117 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Checking segment: {'id': '97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '14fa1299-c61c-426d-954e-6bdec9f5f414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:59:11.507593 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:11.507975 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Bound using segment: {'id': '97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '14fa1299-c61c-426d-954e-6bdec9f5f414'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:59:11.508451 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Bound port: 02b3a4b6-9d01-4f53-8958-3123e6d2be1a, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '14fa1299-c61c-426d-954e-6bdec9f5f414'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:59:11.508839 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (02b3a4b6-9d01-4f53-8958-3123e6d2be1a), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:11.570314 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] For port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:59:11.590196 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] For port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=02b3a4b6-9d01-4f53-8958-3123e6d2be1a,segment=NetworkSegment(97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7),segment_id=97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:59:11.664106 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (02b3a4b6-9d01-4f53-8958-3123e6d2be1a), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:11.715645 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e77e6a-4db6-4bc5-8d2e-ef2d1e52b28d None None] Pushing event updated for resources: {'Port': ['ID=02b3a4b6-9d01-4f53-8958-3123e6d2be1a,revision_number=2']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:59:13.136003 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 58492) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:59:13.467389 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [None req-90c64ac8-ae96-482d-b948-eeeb7df3fbe7 admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105050) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 02:59:13.468380 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-90c64ac8-ae96-482d-b948-eeeb7df3fbe7 admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3313043 Oct 14 02:59:16.121366 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 58500) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:59:16.443925 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [None req-f97ba85d-553b-4c0d-9943-f8ff69033397 admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105050) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 02:59:16.444985 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-f97ba85d-553b-4c0d-9943-f8ff69033397 admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3227360 Oct 14 02:59:19.078488 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 58512) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:59:19.589189 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 02b3a4b6-9d01-4f53-8958-3123e6d2be1a up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:59:19.608848 dv-cinder-801522-13-iscsi neutron-server[105049]: WARNING oslo_policy.policy [None req-04dc3735-7aad-47f8-a68a-2ef607db52f0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 02:59:19.609417 dv-cinder-801522-13-iscsi neutron-server[105049]: WARNING oslo_policy.policy [None req-04dc3735-7aad-47f8-a68a-2ef607db52f0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 02:59:19.672338 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:59:19.672831 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (02b3a4b6-9d01-4f53-8958-3123e6d2be1a), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:19.673254 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a Oct 14 02:59:19.706438 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef7701b-307f-4fb1-a869-95df80da00af None None] Network 14fa1299-c61c-426d-954e-6bdec9f5f414 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:59:19.829744 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-04dc3735-7aad-47f8-a68a-2ef607db52f0 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:59:19.832225 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-42609ad8-aa31-4ea5-bc61-3ef33e88dc23 None None] Provisioning complete for port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:59:19.832625 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-42609ad8-aa31-4ea5-bc61-3ef33e88dc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (02b3a4b6-9d01-4f53-8958-3123e6d2be1a), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:19.832963 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-42609ad8-aa31-4ea5-bc61-3ef33e88dc23 None None] Attempt 1 to provision port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a Oct 14 02:59:19.839348 dv-cinder-801522-13-iscsi neutron-server[105049]: ERROR stevedore.extension [None req-04dc3735-7aad-47f8-a68a-2ef607db52f0 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 14 02:59:19.840984 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:19.885805 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:59:19.886195 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (02b3a4b6-9d01-4f53-8958-3123e6d2be1a), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:19.901239 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.policy [None req-04dc3735-7aad-47f8-a68a-2ef607db52f0 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105049) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 02:59:19.943613 dv-cinder-801522-13-iscsi neutron-server[105049]: WARNING oslo_policy.policy [None req-04dc3735-7aad-47f8-a68a-2ef607db52f0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 02:59:19.943955 dv-cinder-801522-13-iscsi neutron-server[105049]: WARNING oslo_policy.policy [None req-04dc3735-7aad-47f8-a68a-2ef607db52f0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 02:59:19.964951 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writer thread running {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 14 02:59:19.970719 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:19.975327 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=02b3a4b6-9d01-4f53-8958-3123e6d2be1a,segment=NetworkSegment(97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7),segment_id=97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:59:20.010856 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-42609ad8-aa31-4ea5-bc61-3ef33e88dc23 None None] Current status of the port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:59:20.011055 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-42609ad8-aa31-4ea5-bc61-3ef33e88dc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (02b3a4b6-9d01-4f53-8958-3123e6d2be1a), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:20.045643 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (02b3a4b6-9d01-4f53-8958-3123e6d2be1a), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:20.074060 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-04dc3735-7aad-47f8-a68a-2ef607db52f0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (4e0ed5e3-ba98-4bfe-9353-108e9efae8d6), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:20.076008 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-04dc3735-7aad-47f8-a68a-2ef607db52f0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (4e0ed5e3-ba98-4bfe-9353-108e9efae8d6), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:20.124044 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.db.api [None req-42609ad8-aa31-4ea5-bc61-3ef33e88dc23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 14 02:59:20.124346 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG oslo_db.api [None req-42609ad8-aa31-4ea5-bc61-3ef33e88dc23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 02:59:20.127354 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=02b3a4b6-9d01-4f53-8958-3123e6d2be1a,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:59:20.231061 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-04dc3735-7aad-47f8-a68a-2ef607db52f0 demo demo] Publish callbacks [] for router_controller (4e0ed5e3-ba98-4bfe-9353-108e9efae8d6), precommit_add_association {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:20.293916 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-04dc3735-7aad-47f8-a68a-2ef607db52f0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729284'] for router (4e0ed5e3-ba98-4bfe-9353-108e9efae8d6), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:20.368677 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-04dc3735-7aad-47f8-a68a-2ef607db52f0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:20.373971 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-04dc3735-7aad-47f8-a68a-2ef607db52f0 demo demo] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.2896612 Oct 14 02:59:20.391535 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=17,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:20.392405 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=67,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:20.627937 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:20.657501 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-42609ad8-aa31-4ea5-bc61-3ef33e88dc23 None None] Current status of the port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:59:20.774996 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-553bb398-3940-4fe6-bd3c-70349ab409fe None None] Provisioning complete for port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:59:20.775384 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-553bb398-3940-4fe6-bd3c-70349ab409fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (02b3a4b6-9d01-4f53-8958-3123e6d2be1a), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:20.775727 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-553bb398-3940-4fe6-bd3c-70349ab409fe None None] Attempt 1 to provision port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a Oct 14 02:59:20.846218 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-553bb398-3940-4fe6-bd3c-70349ab409fe None None] Current status of the port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:59:21.562929 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 02b3a4b6-9d01-4f53-8958-3123e6d2be1a up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:59:21.608717 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:59:21.609099 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (02b3a4b6-9d01-4f53-8958-3123e6d2be1a), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:21.609435 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a Oct 14 02:59:21.676355 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:59:22.961473 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 58534) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:59:23.279637 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [None req-b60c111a-4a16-430b-a713-f003f2bcb8ee admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105049) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 02:59:23.280629 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-b60c111a-4a16-430b-a713-f003f2bcb8ee admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3181937 Oct 14 02:59:24.763736 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-52af0dc1-83c1-44f9-9ee8-bd376b72aa92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:25.044097 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 5 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 02:59:25.871666 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 58542) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:59:26.189482 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:59:26.268836 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Made reservation on behalf of e86df8ec1d224299a71e492e2b3fb74d for: {'network': 1} {{(pid=105049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:59:26.271754 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:26.287268 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:26.390929 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Publish callbacks [] for security_group (d6672016-602e-4a63-91d9-a92cc7cdcb07), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:26.449180 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (d6672016-602e-4a63-91d9-a92cc7cdcb07), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:26.459767 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Reserving flat network on physical network physnet1 {{(pid=105049) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 14 02:59:26.492857 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738586857683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (6a6c158c-e6b0-4df6-87a6-0762e7268e5f), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:26.493461 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Unsubscribe: segment precommit_create {{(pid=105049) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 02:59:26.494022 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.segments_db [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Added segment 6a6c158c-e6b0-4df6-87a6-0762e7268e5f of type flat for network bb95bd8b-673c-4030-8dbe-0fae2985823e Oct 14 02:59:26.509290 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6672016-602e-4a63-91d9-a92cc7cdcb07,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:59:26.535144 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:26.535489 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:26.535844 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:26.536177 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:26.536504 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:26.536828 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:26.537150 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:26.537470 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:26.537823 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:26.538151 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:26.538484 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:26.538806 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:26.539123 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:26.539440 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:26.539755 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Tracked resource versions report: Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: pushed versions: Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: { 'AddressGroup': {'1.2'}, Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Agent': {'1.1'}, Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'ConntrackHelper': {'1.0'}, Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'LocalIPAssociation': {'1.0'}, Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Log': {'1.0'}, Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'NDPProxy': {'1.0'}, Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Network': {'1.1'}, Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Port': {'1.7'}, Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'PortForwarding': {'1.3'}, Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'QosPolicy': {'1.10'}, Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'SecurityGroup': {'1.5'}, Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'SecurityGroupRule': {'1.2'}, Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'SubPort': {'1.0'}, Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Subnet': {'1.1'}, Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Trunk': {'1.1'}} Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: consumer versions: Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: { DHCP agent@dv-cinder-801522-13-iscsi: {}, Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: L3 agent@dv-cinder-801522-13-iscsi: {}, Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: Metadata agent@dv-cinder-801522-13-iscsi: {}, Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: Metering agent@dv-cinder-801522-13-iscsi: {}, Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: Open vSwitch agent@dv-cinder-801522-13-iscsi: { 'AddressGroup': '1.2', Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Agent': '1.1', Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'ConntrackHelper': '1.0', Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'LocalIPAssociation': '1.0', Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Log': '1.0', Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'NDPProxy': '1.0', Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Network': '1.1', Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Port': '1.7', Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'PortForwarding': '1.3', Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'QosPolicy': '1.10', Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'SecurityGroup': '1.5', Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'SecurityGroupRule': '1.2', Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'SubPort': '1.0', Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Subnet': '1.1', Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Trunk': '1.1'}} Oct 14 02:59:26.541743 dv-cinder-801522-13-iscsi neutron-server[105049]: {{(pid=105049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 02:59:26.607737 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (bb95bd8b-673c-4030-8dbe-0fae2985823e), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:26.723765 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (bb95bd8b-673c-4030-8dbe-0fae2985823e), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:26.724917 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:59:26.725584 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:26.824909 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] Pushing event updated for resources: {'Network': ['ID=bb95bd8b-673c-4030-8dbe-0fae2985823e,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:59:26.835322 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network bb95bd8b-673c-4030-8dbe-0fae2985823e details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 02:59:26.841338 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-66f8089f-60b2-49c0-97ee-573a86a9a083 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9686093 Oct 14 02:59:27.021213 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-7cc7204a-d815-4c02-b715-ff4c2d97a9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:28.194215 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:29.415790 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 58554) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:59:29.697907 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:29.776278 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b249fbf-371e-435a-9375-5bc68712df3e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:59:29.777629 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-3b249fbf-371e-435a-9375-5bc68712df3e demo admin] 10.222.0.39 "GET /networking/v2.0/subnets/e627510c-b5b1-4d39-9f62-433001f7a920 HTTP/1.1" status: 200 len: 849 time: 0.3609240 Oct 14 02:59:29.912361 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:29.937569 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-25f6ec02-bd68-429e-a767-1cbd1dae7b3d demo admin] 10.222.0.39 "GET /networking/v2.0/routers/4e0ed5e3-ba98-4bfe-9353-108e9efae8d6 HTTP/1.1" status: 200 len: 704 time: 0.1538939 Oct 14 02:59:30.054196 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=6 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:30.201714 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:30.488645 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] Allocated IP 172.20.0.1 (14fa1299-c61c-426d-954e-6bdec9f5f414/e627510c-b5b1-4d39-9f62-433001f7a920/03cfa663-c4ec-4b23-8b42-0df0e75cf4d2) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:59:30.644337 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] Publish callbacks [] for port (03cfa663-c4ec-4b23-8b42-0df0e75cf4d2), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:30.760814 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (03cfa663-c4ec-4b23-8b42-0df0e75cf4d2), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:30.875791 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] Network 14fa1299-c61c-426d-954e-6bdec9f5f414 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:59:30.884218 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:59:30.887390 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:59:30.887951 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735551'] for router_interface (4e0ed5e3-ba98-4bfe-9353-108e9efae8d6), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:30.953081 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] Pushing event updated for resources: {'Port': ['ID=03cfa663-c4ec-4b23-8b42-0df0e75cf4d2,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:59:31.115450 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-3436b421-589e-46a0-a7e2-53588908018a None None] Provisioning complete for port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:59:31.115997 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-3436b421-589e-46a0-a7e2-53588908018a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (03cfa663-c4ec-4b23-8b42-0df0e75cf4d2), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:31.116138 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-3436b421-589e-46a0-a7e2-53588908018a None None] Attempt 1 to provision port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 Oct 14 02:59:31.132873 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:31.147100 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-3436b421-589e-46a0-a7e2-53588908018a None None] Port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:59:31.152964 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (03cfa663-c4ec-4b23-8b42-0df0e75cf4d2), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:31.155578 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:31.352983 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] Publish callbacks [] for port (03cfa663-c4ec-4b23-8b42-0df0e75cf4d2), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:31.415268 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (03cfa663-c4ec-4b23-8b42-0df0e75cf4d2), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:31.416018 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-735651'] for router_interface (4e0ed5e3-ba98-4bfe-9353-108e9efae8d6), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:31.494701 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] Pushing event updated for resources: {'Port': ['ID=03cfa663-c4ec-4b23-8b42-0df0e75cf4d2,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:59:31.541769 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] Network 14fa1299-c61c-426d-954e-6bdec9f5f414 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:59:31.543037 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:59:31.752387 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] Router 4e0ed5e3-ba98-4bfe-9353-108e9efae8d6 is scheduled to L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 with binding_index 1 {{(pid=105050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 02:59:31.768456 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-1c81b694-7972-4fa6-af65-8bdbf7842b36 None None] Provisioning complete for port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:59:31.768848 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-1c81b694-7972-4fa6-af65-8bdbf7842b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (03cfa663-c4ec-4b23-8b42-0df0e75cf4d2), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:31.769184 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-1c81b694-7972-4fa6-af65-8bdbf7842b36 None None] Attempt 1 to provision port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 Oct 14 02:59:31.798856 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-1c81b694-7972-4fa6-af65-8bdbf7842b36 None None] Port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 02:59:31.841414 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:59:31.846626 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-5a37d6f0-d756-4dbd-b47d-0309df4d027d demo admin] 10.222.0.39 "PUT /networking/v2.0/routers/4e0ed5e3-ba98-4bfe-9353-108e9efae8d6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9035218 Oct 14 02:59:31.852512 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Sync routers for ids ['4e0ed5e3-ba98-4bfe-9353-108e9efae8d6'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:59:31.865452 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Routers {'4e0ed5e3-ba98-4bfe-9353-108e9efae8d6'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:59:31.866253 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T02:59:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['4e0ed5e3-ba98-4bfe-9353-108e9efae8d6'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:59:32.047079 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Set router 4e0ed5e3-ba98-4bfe-9353-108e9efae8d6 gateway port host: None {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:59:32.457640 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0ed5e3-ba98-4bfe-9353-108e9efae8d6', 'name': 'router1', 'tenant_id': '0b15574d2808402ca6940d47f10e2db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:59:20Z', 'updated_at': '2022-10-14T02:59:31Z', 'revision_number': 2, 'project_id': '0b15574d2808402ca6940d47f10e2db8', 'gw_port_host': None, '_interfaces': [{'id': '03cfa663-c4ec-4b23-8b42-0df0e75cf4d2', 'name': '', 'network_id': '14fa1299-c61c-426d-954e-6bdec9f5f414', 'tenant_id': '0b15574d2808402ca6940d47f10e2db8', 'mac_address': 'fa:16:3e:21:19:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ed5e3-ba98-4bfe-9353-108e9efae8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e627510c-b5b1-4d39-9f62-433001f7a920', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:59:30Z', 'updated_at': '2022-10-14T02:59:31Z', 'revision_number': 2, 'project_id': '0b15574d2808402ca6940d47f10e2db8', 'subnets': [{'id': 'e627510c-b5b1-4d39-9f62-433001f7a920', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3cbb4f77-b8df-4fe0-b11c-02cc7beecc63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:59:32.505052 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Checking router: 4e0ed5e3-ba98-4bfe-9353-108e9efae8d6 for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:59:32.505413 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Updating router 4e0ed5e3-ba98-4bfe-9353-108e9efae8d6 port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 binding host dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:59:32.581661 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (03cfa663-c4ec-4b23-8b42-0df0e75cf4d2), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:33.046670 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Publish callbacks [] for port (03cfa663-c4ec-4b23-8b42-0df0e75cf4d2), precommit_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:33.137535 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (03cfa663-c4ec-4b23-8b42-0df0e75cf4d2), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:33.285839 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f346b-3775-45b7-ad3e-24baf5a0e2a7 None None] Pushing event updated for resources: {'Port': ['ID=03cfa663-c4ec-4b23-8b42-0df0e75cf4d2,revision_number=3']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:59:33.291362 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Attempting to bind port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:59:33.291742 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Attempting to bind port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '14fa1299-c61c-426d-954e-6bdec9f5f414'}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:59:33.292176 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Attempting to bind port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 on network 14fa1299-c61c-426d-954e-6bdec9f5f414 {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:59:33.301155 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f346b-3775-45b7-ad3e-24baf5a0e2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:33.301492 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f346b-3775-45b7-ad3e-24baf5a0e2a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:33.301848 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f346b-3775-45b7-ad3e-24baf5a0e2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:33.302243 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f346b-3775-45b7-ad3e-24baf5a0e2a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:33.302568 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f346b-3775-45b7-ad3e-24baf5a0e2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:33.302889 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f346b-3775-45b7-ad3e-24baf5a0e2a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:33.303203 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f346b-3775-45b7-ad3e-24baf5a0e2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:33.303515 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f346b-3775-45b7-ad3e-24baf5a0e2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:33.303842 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f346b-3775-45b7-ad3e-24baf5a0e2a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:33.304159 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f346b-3775-45b7-ad3e-24baf5a0e2a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:33.304471 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f346b-3775-45b7-ad3e-24baf5a0e2a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:33.304796 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f346b-3775-45b7-ad3e-24baf5a0e2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:33.305108 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f346b-3775-45b7-ad3e-24baf5a0e2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:33.305415 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f346b-3775-45b7-ad3e-24baf5a0e2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:33.305748 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f346b-3775-45b7-ad3e-24baf5a0e2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f346b-3775-45b7-ad3e-24baf5a0e2a7 None None] Tracked resource versions report: Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: pushed versions: Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: { 'AddressGroup': {'1.2'}, Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Agent': {'1.1'}, Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'ConntrackHelper': {'1.0'}, Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'LocalIPAssociation': {'1.0'}, Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Log': {'1.0'}, Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'NDPProxy': {'1.0'}, Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Network': {'1.1'}, Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Port': {'1.7'}, Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'PortForwarding': {'1.3'}, Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'QosPolicy': {'1.10'}, Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'SecurityGroup': {'1.5'}, Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'SecurityGroupRule': {'1.2'}, Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'SubPort': {'1.0'}, Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Subnet': {'1.1'}, Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Trunk': {'1.1'}} Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: consumer versions: Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: { DHCP agent@dv-cinder-801522-13-iscsi: {}, Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: L3 agent@dv-cinder-801522-13-iscsi: {}, Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: Metadata agent@dv-cinder-801522-13-iscsi: {}, Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: Metering agent@dv-cinder-801522-13-iscsi: {}, Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: Open vSwitch agent@dv-cinder-801522-13-iscsi: { 'AddressGroup': '1.2', Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Agent': '1.1', Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'ConntrackHelper': '1.0', Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'LocalIPAssociation': '1.0', Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Log': '1.0', Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'NDPProxy': '1.0', Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Network': '1.1', Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Port': '1.7', Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'PortForwarding': '1.3', Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'QosPolicy': '1.10', Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'SecurityGroup': '1.5', Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'SecurityGroupRule': '1.2', Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'SubPort': '1.0', Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Subnet': '1.1', Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Trunk': '1.1'}} Oct 14 02:59:33.307184 dv-cinder-801522-13-iscsi neutron-server[105052]: {{(pid=105052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 02:59:33.339557 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:33.385824 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:59:33.386225 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Checking segment: {'id': '97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '14fa1299-c61c-426d-954e-6bdec9f5f414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:59:33.386722 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:33.387068 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Bound using segment: {'id': '97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '14fa1299-c61c-426d-954e-6bdec9f5f414'} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:59:33.387584 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Bound port: 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '14fa1299-c61c-426d-954e-6bdec9f5f414'}}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:59:33.387964 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (03cfa663-c4ec-4b23-8b42-0df0e75cf4d2), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:33.452387 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] For port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:59:33.471894 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] For port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=03cfa663-c4ec-4b23-8b42-0df0e75cf4d2,segment=NetworkSegment(97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7),segment_id=97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7)] {{(pid=105052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:59:33.570444 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (03cfa663-c4ec-4b23-8b42-0df0e75cf4d2), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:33.604536 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:33.609872 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Routers {'4e0ed5e3-ba98-4bfe-9353-108e9efae8d6'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:59:33.610483 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T02:59:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['4e0ed5e3-ba98-4bfe-9353-108e9efae8d6'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:59:33.682266 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f346b-3775-45b7-ad3e-24baf5a0e2a7 None None] Pushing event updated for resources: {'Port': ['ID=03cfa663-c4ec-4b23-8b42-0df0e75cf4d2,revision_number=4']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:59:33.704094 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] Set router 4e0ed5e3-ba98-4bfe-9353-108e9efae8d6 gateway port host: None {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:59:33.889134 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0ed5e3-ba98-4bfe-9353-108e9efae8d6', 'name': 'router1', 'tenant_id': '0b15574d2808402ca6940d47f10e2db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:59:20Z', 'updated_at': '2022-10-14T02:59:31Z', 'revision_number': 2, 'project_id': '0b15574d2808402ca6940d47f10e2db8', 'gw_port_host': None, '_interfaces': [{'id': '03cfa663-c4ec-4b23-8b42-0df0e75cf4d2', 'name': '', 'network_id': '14fa1299-c61c-426d-954e-6bdec9f5f414', 'tenant_id': '0b15574d2808402ca6940d47f10e2db8', 'mac_address': 'fa:16:3e:21:19:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ed5e3-ba98-4bfe-9353-108e9efae8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e627510c-b5b1-4d39-9f62-433001f7a920', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:59:30Z', 'updated_at': '2022-10-14T02:59:33Z', 'revision_number': 4, 'project_id': '0b15574d2808402ca6940d47f10e2db8', 'subnets': [{'id': 'e627510c-b5b1-4d39-9f62-433001f7a920', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3cbb4f77-b8df-4fe0-b11c-02cc7beecc63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:59:33.917887 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb33910-2f08-4f6c-8d2f-43cc0eb47792 None None] The sync data for ids ['4e0ed5e3-ba98-4bfe-9353-108e9efae8d6'] in dv-cinder-801522-13-iscsi is: [{'id': '4e0ed5e3-ba98-4bfe-9353-108e9efae8d6', 'name': 'router1', 'tenant_id': '0b15574d2808402ca6940d47f10e2db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:59:20Z', 'updated_at': '2022-10-14T02:59:31Z', 'revision_number': 2, 'project_id': '0b15574d2808402ca6940d47f10e2db8', 'gw_port_host': None, '_interfaces': [{'id': '03cfa663-c4ec-4b23-8b42-0df0e75cf4d2', 'name': '', 'network_id': '14fa1299-c61c-426d-954e-6bdec9f5f414', 'tenant_id': '0b15574d2808402ca6940d47f10e2db8', 'mac_address': 'fa:16:3e:21:19:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ed5e3-ba98-4bfe-9353-108e9efae8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e627510c-b5b1-4d39-9f62-433001f7a920', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:59:30Z', 'updated_at': '2022-10-14T02:59:33Z', 'revision_number': 4, 'project_id': '0b15574d2808402ca6940d47f10e2db8', 'subnets': [{'id': 'e627510c-b5b1-4d39-9f62-433001f7a920', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3cbb4f77-b8df-4fe0-b11c-02cc7beecc63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:59:34.451190 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 58564) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:59:34.829121 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01959748-3eb2-4df4-b34a-c5565b4e9b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:59:34.830677 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-01959748-3eb2-4df4-b34a-c5565b4e9b81 admin admin] 10.222.0.39 "GET /networking/v2.0/networks/bb95bd8b-673c-4030-8dbe-0fae2985823e HTTP/1.1" status: 200 len: 842 time: 0.3783152 Oct 14 02:59:34.840711 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-fa412b0f-2a48-4c93-8407-b64bba880df7 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:59:34.851808 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:34.931342 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa412b0f-2a48-4c93-8407-b64bba880df7 admin admin] Made reservation on behalf of e86df8ec1d224299a71e492e2b3fb74d for: {'subnet': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 02:59:34.933730 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fa412b0f-2a48-4c93-8407-b64bba880df7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:35.282377 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.objects.ports [None req-fa412b0f-2a48-4c93-8407-b64bba880df7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105050) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 14 02:59:35.282735 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fa412b0f-2a48-4c93-8407-b64bba880df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (82823ae9-95c9-48b3-8f65-0d8f706063a1), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:35.331956 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa412b0f-2a48-4c93-8407-b64bba880df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82823ae9-95c9-48b3-8f65-0d8f706063a1,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:59:35.347289 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa412b0f-2a48-4c93-8407-b64bba880df7 admin admin] Checking segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:59:35.347643 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa412b0f-2a48-4c93-8407-b64bba880df7 admin admin] Network hostable DHCP agents. Network: bb95bd8b-673c-4030-8dbe-0fae2985823e, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 02:59:35.358200 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:35.457219 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa412b0f-2a48-4c93-8407-b64bba880df7 admin admin] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 02:59:35.543292 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-fa412b0f-2a48-4c93-8407-b64bba880df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, bb95bd8b-673c-4030-8dbe-0fae2985823e) {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:59:35.556057 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa412b0f-2a48-4c93-8407-b64bba880df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:59:35.556057 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fa412b0f-2a48-4c93-8407-b64bba880df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:35.556453 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b0cde8-58ce-4e29-89fb-ea27ee74d79e None None] Network bb95bd8b-673c-4030-8dbe-0fae2985823e requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:59:35.626257 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-fa412b0f-2a48-4c93-8407-b64bba880df7 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7893414 Oct 14 02:59:35.651600 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e48450-6738-47e4-8bcd-e53644084be2 None None] Network bb95bd8b-673c-4030-8dbe-0fae2985823e requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 02:59:36.817066 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=52,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:36.822493 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=40,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:38.296493 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 58574) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:59:38.728825 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-1d4ffb30-b6a6-4d24-8ae7-e5cdeb170d9c demo admin] 10.222.0.39 "GET /networking/v2.0/routers/4e0ed5e3-ba98-4bfe-9353-108e9efae8d6 HTTP/1.1" status: 200 len: 710 time: 0.4310613 Oct 14 02:59:38.893465 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede3c266-664d-4b7d-99bc-236dbedb7e0f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 02:59:38.900559 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-ede3c266-664d-4b7d-99bc-236dbedb7e0f demo admin] 10.222.0.39 "GET /networking/v2.0/networks/bb95bd8b-673c-4030-8dbe-0fae2985823e HTTP/1.1" status: 200 len: 886 time: 0.1606216 Oct 14 02:59:38.904592 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-3da28c9f-8104-430d-9eb0-3945ba8b6ac4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 02:59:39.140567 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3da28c9f-8104-430d-9eb0-3945ba8b6ac4 demo admin] Publish callbacks [] for router_gateway (4e0ed5e3-ba98-4bfe-9353-108e9efae8d6), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:39.279556 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:39.427810 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3da28c9f-8104-430d-9eb0-3945ba8b6ac4 demo admin] Publish callbacks [] for router_gateway (4e0ed5e3-ba98-4bfe-9353-108e9efae8d6), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:39.501427 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3da28c9f-8104-430d-9eb0-3945ba8b6ac4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:39.590807 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:59:39.611562 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-3da28c9f-8104-430d-9eb0-3945ba8b6ac4 demo admin] Allocated IP 172.27.3.221 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/9cb6d361-fb33-4b57-9b17-183e388ff0e0) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 02:59:39.637732 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:59:39.638159 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (03cfa663-c4ec-4b23-8b42-0df0e75cf4d2), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:39.638498 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 Oct 14 02:59:39.665114 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:39.709600 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:59:39.710009 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (03cfa663-c4ec-4b23-8b42-0df0e75cf4d2), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:39.716490 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3da28c9f-8104-430d-9eb0-3945ba8b6ac4 demo admin] Publish callbacks [] for port (9cb6d361-fb33-4b57-9b17-183e388ff0e0), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:39.718852 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:39.721421 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:39.745287 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=03cfa663-c4ec-4b23-8b42-0df0e75cf4d2,segment=NetworkSegment(97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7),segment_id=97a4e6e7-f5b6-4a67-9b10-3ec35c35bcd7)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:59:39.844543 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3da28c9f-8104-430d-9eb0-3945ba8b6ac4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (9cb6d361-fb33-4b57-9b17-183e388ff0e0), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:39.879243 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (03cfa663-c4ec-4b23-8b42-0df0e75cf4d2), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:39.890429 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da28c9f-8104-430d-9eb0-3945ba8b6ac4 demo admin] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 02:59:39.891273 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da28c9f-8104-430d-9eb0-3945ba8b6ac4 demo admin] Pushing event updated for resources: {'Port': ['ID=9cb6d361-fb33-4b57-9b17-183e388ff0e0,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:59:39.894116 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-3da28c9f-8104-430d-9eb0-3945ba8b6ac4 demo admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 02:59:39.913225 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da28c9f-8104-430d-9eb0-3945ba8b6ac4 demo admin] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 02:59:39.942463 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=03cfa663-c4ec-4b23-8b42-0df0e75cf4d2,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:59:40.187199 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3da28c9f-8104-430d-9eb0-3945ba8b6ac4 demo admin] Publish callbacks [] for router_gateway (4e0ed5e3-ba98-4bfe-9353-108e9efae8d6), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:40.221611 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:40.455447 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3da28c9f-8104-430d-9eb0-3945ba8b6ac4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-729312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7359'] for router (4e0ed5e3-ba98-4bfe-9353-108e9efae8d6), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:40.458541 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3da28c9f-8104-430d-9eb0-3945ba8b6ac4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-729307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-729298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-730080'] for router (4e0ed5e3-ba98-4bfe-9353-108e9efae8d6), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:40.556475 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da28c9f-8104-430d-9eb0-3945ba8b6ac4 demo admin] Router 4e0ed5e3-ba98-4bfe-9353-108e9efae8d6 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 02:59:40.653033 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da28c9f-8104-430d-9eb0-3945ba8b6ac4 demo admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 02:59:40.657751 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3da28c9f-8104-430d-9eb0-3945ba8b6ac4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:40.658368 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-3da28c9f-8104-430d-9eb0-3945ba8b6ac4 demo admin] 10.222.0.39 "PUT /networking/v2.0/routers/4e0ed5e3-ba98-4bfe-9353-108e9efae8d6 HTTP/1.1" status: 200 len: 890 time: 1.7571743 Oct 14 02:59:40.663048 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Sync routers for ids ['4e0ed5e3-ba98-4bfe-9353-108e9efae8d6'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 02:59:40.681211 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Routers {'4e0ed5e3-ba98-4bfe-9353-108e9efae8d6'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:59:40.681926 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T02:59:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['4e0ed5e3-ba98-4bfe-9353-108e9efae8d6'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:59:40.890561 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Set router 4e0ed5e3-ba98-4bfe-9353-108e9efae8d6 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:59:41.336220 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0ed5e3-ba98-4bfe-9353-108e9efae8d6', 'name': 'router1', 'tenant_id': '0b15574d2808402ca6940d47f10e2db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '9cb6d361-fb33-4b57-9b17-183e388ff0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:59:20Z', 'updated_at': '2022-10-14T02:59:40Z', 'revision_number': 4, 'project_id': '0b15574d2808402ca6940d47f10e2db8', 'gw_port': {'id': '9cb6d361-fb33-4b57-9b17-183e388ff0e0', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ed5e3-ba98-4bfe-9353-108e9efae8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:59:39Z', 'updated_at': '2022-10-14T02:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '03cfa663-c4ec-4b23-8b42-0df0e75cf4d2', 'name': '', 'network_id': '14fa1299-c61c-426d-954e-6bdec9f5f414', 'tenant_id': '0b15574d2808402ca6940d47f10e2db8', 'mac_address': 'fa:16:3e:21:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ed5e3-ba98-4bfe-9353-108e9efae8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e627510c-b5b1-4d39-9f62-433001f7a920', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:59:30Z', 'updated_at': '2022-10-14T02:59:39Z', 'revision_number': 5, 'project_id': '0b15574d2808402ca6940d47f10e2db8', 'subnets': [{'id': 'e627510c-b5b1-4d39-9f62-433001f7a920', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3cbb4f77-b8df-4fe0-b11c-02cc7beecc63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:59:41.384547 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Checking router: 4e0ed5e3-ba98-4bfe-9353-108e9efae8d6 for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 02:59:41.384904 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Updating router 4e0ed5e3-ba98-4bfe-9353-108e9efae8d6 port 9cb6d361-fb33-4b57-9b17-183e388ff0e0 binding host dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 02:59:41.439709 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9cb6d361-fb33-4b57-9b17-183e388ff0e0), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:41.583450 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:59:41.691498 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:59:41.692132 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (03cfa663-c4ec-4b23-8b42-0df0e75cf4d2), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:41.692132 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 Oct 14 02:59:41.776268 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:41.843790 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Publish callbacks [] for port (9cb6d361-fb33-4b57-9b17-183e388ff0e0), precommit_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:41.850700 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:59:41.919550 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (9cb6d361-fb33-4b57-9b17-183e388ff0e0), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:41.955347 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Attempting to bind port 9cb6d361-fb33-4b57-9b17-183e388ff0e0 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 02:59:41.955633 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Attempting to bind port 9cb6d361-fb33-4b57-9b17-183e388ff0e0 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 02:59:41.955989 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Attempting to bind port 9cb6d361-fb33-4b57-9b17-183e388ff0e0 on network bb95bd8b-673c-4030-8dbe-0fae2985823e {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 02:59:41.984522 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:41.990348 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653f03d-ce29-49f8-a904-38eda8e4250a None None] Pushing event updated for resources: {'Port': ['ID=9cb6d361-fb33-4b57-9b17-183e388ff0e0,revision_number=2']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:59:42.008875 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 2, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 02:59:42.009243 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Checking segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 02:59:42.009643 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:42.010099 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Bound using segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 02:59:42.015365 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Bound port: 9cb6d361-fb33-4b57-9b17-183e388ff0e0, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 02:59:42.015365 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9cb6d361-fb33-4b57-9b17-183e388ff0e0), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:42.058981 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] For port 9cb6d361-fb33-4b57-9b17-183e388ff0e0, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 02:59:42.062030 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] For port 9cb6d361-fb33-4b57-9b17-183e388ff0e0, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=9cb6d361-fb33-4b57-9b17-183e388ff0e0,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 02:59:42.143593 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (9cb6d361-fb33-4b57-9b17-183e388ff0e0), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:42.183967 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Routers {'4e0ed5e3-ba98-4bfe-9353-108e9efae8d6'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 02:59:42.184576 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T02:59:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['4e0ed5e3-ba98-4bfe-9353-108e9efae8d6'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:59:42.238250 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653f03d-ce29-49f8-a904-38eda8e4250a None None] Pushing event updated for resources: {'Port': ['ID=9cb6d361-fb33-4b57-9b17-183e388ff0e0,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:59:42.297927 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] Set router 4e0ed5e3-ba98-4bfe-9353-108e9efae8d6 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 02:59:42.533517 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0ed5e3-ba98-4bfe-9353-108e9efae8d6', 'name': 'router1', 'tenant_id': '0b15574d2808402ca6940d47f10e2db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '9cb6d361-fb33-4b57-9b17-183e388ff0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:59:20Z', 'updated_at': '2022-10-14T02:59:40Z', 'revision_number': 4, 'project_id': '0b15574d2808402ca6940d47f10e2db8', 'gw_port': {'id': '9cb6d361-fb33-4b57-9b17-183e388ff0e0', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ed5e3-ba98-4bfe-9353-108e9efae8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:59:39Z', 'updated_at': '2022-10-14T02:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '03cfa663-c4ec-4b23-8b42-0df0e75cf4d2', 'name': '', 'network_id': '14fa1299-c61c-426d-954e-6bdec9f5f414', 'tenant_id': '0b15574d2808402ca6940d47f10e2db8', 'mac_address': 'fa:16:3e:21:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ed5e3-ba98-4bfe-9353-108e9efae8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e627510c-b5b1-4d39-9f62-433001f7a920', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:59:30Z', 'updated_at': '2022-10-14T02:59:39Z', 'revision_number': 5, 'project_id': '0b15574d2808402ca6940d47f10e2db8', 'subnets': [{'id': 'e627510c-b5b1-4d39-9f62-433001f7a920', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3cbb4f77-b8df-4fe0-b11c-02cc7beecc63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 02:59:42.558187 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de3ade-3f49-4535-be64-05f8c91d29e3 None None] The sync data for ids ['4e0ed5e3-ba98-4bfe-9353-108e9efae8d6'] in dv-cinder-801522-13-iscsi is: [{'id': '4e0ed5e3-ba98-4bfe-9353-108e9efae8d6', 'name': 'router1', 'tenant_id': '0b15574d2808402ca6940d47f10e2db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '9cb6d361-fb33-4b57-9b17-183e388ff0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T02:59:20Z', 'updated_at': '2022-10-14T02:59:40Z', 'revision_number': 4, 'project_id': '0b15574d2808402ca6940d47f10e2db8', 'gw_port': {'id': '9cb6d361-fb33-4b57-9b17-183e388ff0e0', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ed5e3-ba98-4bfe-9353-108e9efae8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:59:39Z', 'updated_at': '2022-10-14T02:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '03cfa663-c4ec-4b23-8b42-0df0e75cf4d2', 'name': '', 'network_id': '14fa1299-c61c-426d-954e-6bdec9f5f414', 'tenant_id': '0b15574d2808402ca6940d47f10e2db8', 'mac_address': 'fa:16:3e:21:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ed5e3-ba98-4bfe-9353-108e9efae8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e627510c-b5b1-4d39-9f62-433001f7a920', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T02:59:30Z', 'updated_at': '2022-10-14T02:59:39Z', 'revision_number': 5, 'project_id': '0b15574d2808402ca6940d47f10e2db8', 'subnets': [{'id': 'e627510c-b5b1-4d39-9f62-433001f7a920', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3cbb4f77-b8df-4fe0-b11c-02cc7beecc63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 02:59:43.447454 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 58590) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 02:59:43.589300 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 9cb6d361-fb33-4b57-9b17-183e388ff0e0 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:59:43.633524 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 9cb6d361-fb33-4b57-9b17-183e388ff0e0 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:59:43.633958 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (9cb6d361-fb33-4b57-9b17-183e388ff0e0), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:43.634299 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 9cb6d361-fb33-4b57-9b17-183e388ff0e0 Oct 14 02:59:43.706416 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 9cb6d361-fb33-4b57-9b17-183e388ff0e0 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:59:43.706804 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9cb6d361-fb33-4b57-9b17-183e388ff0e0), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:43.727947 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 9cb6d361-fb33-4b57-9b17-183e388ff0e0, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=9cb6d361-fb33-4b57-9b17-183e388ff0e0,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 02:59:43.798305 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (9cb6d361-fb33-4b57-9b17-183e388ff0e0), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:43.820957 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:43.840435 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-c695fa0b-7c86-43c9-905d-2f0c9d4f0bfc admin admin] 10.222.0.39 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3918736 Oct 14 02:59:43.846494 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=9cb6d361-fb33-4b57-9b17-183e388ff0e0,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 02:59:43.891496 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:43.892360 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=22 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:45.590966 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 9cb6d361-fb33-4b57-9b17-183e388ff0e0 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 02:59:45.638052 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 9cb6d361-fb33-4b57-9b17-183e388ff0e0 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 02:59:45.639038 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (9cb6d361-fb33-4b57-9b17-183e388ff0e0), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:45.639038 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 9cb6d361-fb33-4b57-9b17-183e388ff0e0 Oct 14 02:59:45.718428 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 9cb6d361-fb33-4b57-9b17-183e388ff0e0 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 02:59:53.821213 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:53.836615 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=34 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:54.763918 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-1cee8a6f-6bd2-4080-988e-b9d2b3480d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:57.026564 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-56668e5e-dc20-4c51-834c-7d47ee04c0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:58.220864 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:59.639370 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 02:59:59.714440 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 02:59:59.954218 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:00:02.046146 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 5 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:00:07.053340 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=3 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:00:09.882324 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:00:09.885288 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:00:12.045433 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=5 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:00:24.753977 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e86ae7dd-f134-422c-8475-9967f0112201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:00:27.045012 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-8b438e52-ca00-4201-89ca-caa367244dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:00:28.235181 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:00:29.695536 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:00:29.947935 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:00:39.045821 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 5 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:00:39.864590 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:00:39.873978 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:00:53.037659 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=5 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:00:53.038469 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:00:54.757046 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e71b4dcb-b7fa-4462-abd8-83f247439468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:00:57.042254 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-b1bd1365-d5dc-459c-8e23-606c902c54a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:00:58.236846 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:00:59.672389 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:00:59.912738 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:01:09.865082 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:01:09.866376 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:01:10.351406 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59138) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:01:10.681746 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec57d87a-a549-455c-bb00-51619d799a8a admin admin] GET failed (client error): The resource could not be found. Oct 14 03:01:10.683054 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-ec57d87a-a549-455c-bb00-51619d799a8a admin admin] 10.222.0.39 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3307056 Oct 14 03:01:10.845225 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ba2087-5793-429a-b491-b636f45725c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:01:10.846732 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-15ba2087-5793-429a-b491-b636f45725c7 admin admin] 10.222.0.39 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1593275 Oct 14 03:01:10.893034 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=11 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:01:10.898056 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=15 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:01:13.386843 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59148) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:01:13.750518 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6e7fb5-b697-4b94-a417-c2b8b6912aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:01:13.751812 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-9f6e7fb5-b697-4b94-a417-c2b8b6912aeb admin admin] 10.222.0.39 "GET /networking/v2.0/subnets/e627510c-b5b1-4d39-9f62-433001f7a920 HTTP/1.1" status: 200 len: 849 time: 0.3640437 Oct 14 03:01:13.761361 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:01:13.845671 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Publish callbacks [] for subnet (e627510c-b5b1-4d39-9f62-433001f7a920), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:01:14.065356 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738586844847'] for subnet (e627510c-b5b1-4d39-9f62-433001f7a920), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:01:14.101162 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:01:14.101752 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:01:14.103029 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] 10.222.0.39 "PUT /networking/v2.0/subnets/e627510c-b5b1-4d39-9f62-433001f7a920 HTTP/1.1" status: 200 len: 868 time: 0.3451543 Oct 14 03:01:14.105730 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dda068-d384-4640-89e8-905c8d676521 None None] Network 14fa1299-c61c-426d-954e-6bdec9f5f414 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:01:14.121958 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e627510c-b5b1-4d39-9f62-433001f7a920,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:01:14.129804 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:01:14.132951 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:01:14.132951 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:01:14.132951 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:01:14.132951 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:01:14.132951 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:01:14.132951 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:01:14.132951 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:01:14.133488 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:01:14.133488 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:01:14.133804 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:01:14.134127 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:01:14.134506 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:01:14.134826 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:01:14.135142 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91beeb1a-8bfe-476d-b243-67066bc86b94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:01:14.478711 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-3b1df071-752c-431b-894c-bae6618d06cb None None] Provisioning complete for port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:01:14.479099 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-3b1df071-752c-431b-894c-bae6618d06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (03cfa663-c4ec-4b23-8b42-0df0e75cf4d2), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:01:14.479435 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-3b1df071-752c-431b-894c-bae6618d06cb None None] Attempt 1 to provision port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 Oct 14 03:01:14.552264 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-3b1df071-752c-431b-894c-bae6618d06cb None None] Current status of the port 03cfa663-c4ec-4b23-8b42-0df0e75cf4d2 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:01:14.560747 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-3b1df071-752c-431b-894c-bae6618d06cb None None] Provisioning complete for port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:01:14.561131 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-3b1df071-752c-431b-894c-bae6618d06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (02b3a4b6-9d01-4f53-8958-3123e6d2be1a), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:01:14.561463 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-3b1df071-752c-431b-894c-bae6618d06cb None None] Attempt 1 to provision port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a Oct 14 03:01:14.630147 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-3b1df071-752c-431b-894c-bae6618d06cb None None] Current status of the port 02b3a4b6-9d01-4f53-8958-3123e6d2be1a is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:01:16.047345 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 5 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:01:16.649047 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59156) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:01:17.112403 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73499d4b-5431-46a5-88c0-5e62d4d06eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:01:17.112876 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73499d4b-5431-46a5-88c0-5e62d4d06eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:01:17.114412 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-73499d4b-5431-46a5-88c0-5e62d4d06eef admin admin] 10.222.0.39 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4643939 Oct 14 03:01:19.658259 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59164) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:01:20.058784 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48bf3b9-986b-466b-979e-53d54eac2c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:01:20.059248 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48bf3b9-986b-466b-979e-53d54eac2c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:01:20.060765 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-a48bf3b9-986b-466b-979e-53d54eac2c34 admin admin] 10.222.0.39 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4015768 Oct 14 03:01:21.057560 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:01:22.616118 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59172) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:01:23.015004 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:01:23.018009 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba1e724-b678-4b98-9a22-94bab593ce65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:01:23.019355 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-9ba1e724-b678-4b98-9a22-94bab593ce65 admin admin] 10.222.0.39 "GET /networking/v2.0/networks/14fa1299-c61c-426d-954e-6bdec9f5f414 HTTP/1.1" status: 200 len: 869 time: 0.4023242 Oct 14 03:01:24.619594 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=41 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:01:24.629245 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=36 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:01:24.769344 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-ecc64166-42ec-45d8-bb4a-c08f2bd9a33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:01:25.566289 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59180) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:01:25.927338 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:01:25.959488 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bbf432-05f4-4e5b-afff-741468940513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:01:25.960839 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-63bbf432-05f4-4e5b-afff-741468940513 admin admin] 10.222.0.39 "GET /networking/v2.0/networks/bb95bd8b-673c-4030-8dbe-0fae2985823e HTTP/1.1" status: 200 len: 886 time: 0.3936880 Oct 14 03:01:26.044039 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:01:27.036084 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-16e93f5b-56fa-439c-8187-1cded1e3ce09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:01:28.226461 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:01:28.508679 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59188) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:01:28.906780 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44494c-5628-41e6-9be3-1345e0ec2b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:01:28.907232 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44494c-5628-41e6-9be3-1345e0ec2b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:01:28.908738 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-ff44494c-5628-41e6-9be3-1345e0ec2b1b admin admin] 10.222.0.39 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3991354 Oct 14 03:01:29.694799 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:01:29.917683 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:01:31.459394 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 59196) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:01:31.857511 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b854785-a6b8-4dd1-bcfa-e774f995e27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:01:31.857987 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b854785-a6b8-4dd1-bcfa-e774f995e27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:01:31.859799 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-7b854785-a6b8-4dd1-bcfa-e774f995e27b admin admin] 10.222.0.39 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3994775 Oct 14 03:01:34.401582 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59206) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:01:34.758602 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20743e57-6e15-4c0e-b8bc-033fd4ca49e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:01:34.759896 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-20743e57-6e15-4c0e-b8bc-033fd4ca49e9 admin admin] 10.222.0.39 "GET /networking/v2.0/subnets/82823ae9-95c9-48b3-8f65-0d8f706063a1 HTTP/1.1" status: 200 len: 816 time: 0.3573356 Oct 14 03:01:37.306218 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59214) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:01:37.665299 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e065f71-511b-4b74-9354-f75028de9017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:01:37.666679 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-5e065f71-511b-4b74-9354-f75028de9017 admin admin] 10.222.0.39 "GET /networking/v2.0/subnets/e627510c-b5b1-4d39-9f62-433001f7a920 HTTP/1.1" status: 200 len: 868 time: 0.3596148 Oct 14 03:01:39.864264 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=7 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:01:39.872195 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:01:41.836586 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=6 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:01:41.859468 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=7 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:01:47.660336 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=18 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:01:47.662210 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=33 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:01:53.045709 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 5 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:01:54.762797 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-5dc22f5a-7760-4a0e-b1a4-2a326572ad5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:01:57.025791 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-68723340-36fd-4cce-8fdd-67a06c3e73c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:01:58.048856 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=2 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:01:58.237374 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:01:59.704254 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:01:59.928426 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:03.042674 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=6 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:02:07.004965 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 59272) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:02:07.320745 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [None req-fae62ceb-2219-457d-83aa-9e78315a422e admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105049) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 03:02:07.321740 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-fae62ceb-2219-457d-83aa-9e78315a422e admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3158531 Oct 14 03:02:09.869468 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:02:09.876457 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:02:09.914919 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 59280) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:02:10.253388 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a2f289-0bf5-4107-aa9c-bd550efc8b5a admin admin] GET failed (client error): The resource could not be found. Oct 14 03:02:10.255204 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-56a2f289-0bf5-4107-aa9c-bd550efc8b5a admin admin] 10.222.0.39 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3393743 Oct 14 03:02:10.417025 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7bfc82-0832-405f-bb3b-d39fbd132440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:02:10.418564 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-1a7bfc82-0832-405f-bb3b-d39fbd132440 admin admin] 10.222.0.39 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1590781 Oct 14 03:02:12.989802 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 59288) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:02:13.309272 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:02:13.419438 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Made reservation on behalf of e86df8ec1d224299a71e492e2b3fb74d for: {'network': 1} {{(pid=105049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:02:13.421662 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:13.458226 dv-cinder-801522-13-iscsi neutron-server[105049]: WARNING neutron.services.revisions.revision_plugin [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Could not find related network for resource to bump revision. Oct 14 03:02:13.472917 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=105049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 03:02:13.483626 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (0bd7363f-1e7b-4f9f-97e4-ea5a76df5163), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:13.483957 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.segments_db [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Added segment 0bd7363f-1e7b-4f9f-97e4-ea5a76df5163 of type vlan for network 7cb11f38-453c-4dba-b596-ffc7e3080665 Oct 14 03:02:13.531173 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (7cb11f38-453c-4dba-b596-ffc7e3080665), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:13.613831 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (7cb11f38-453c-4dba-b596-ffc7e3080665), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:13.615353 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:02:13.615951 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:13.676568 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Pushing event updated for resources: {'Network': ['ID=7cb11f38-453c-4dba-b596-ffc7e3080665,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:02:13.683064 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:13.683412 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:13.683773 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:13.684114 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:13.684445 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:13.684777 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:13.685103 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:13.685426 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:13.685779 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:13.686117 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:13.686455 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:13.686781 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:13.687101 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:13.687419 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:13.687736 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:13.698247 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network 7cb11f38-453c-4dba-b596-ffc7e3080665 details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 03:02:13.719456 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-01fd9da0-ef45-44ae-b7eb-e686062f7e90 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7285771 Oct 14 03:02:16.299443 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59296) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:02:16.633823 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f62cd89-f3f9-4533-b9ce-99841c762e5b admin admin] GET failed (client error): The resource could not be found. Oct 14 03:02:16.635069 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-9f62cd89-f3f9-4533-b9ce-99841c762e5b admin admin] 10.222.0.39 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3347609 Oct 14 03:02:16.798962 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71445be0-891c-4402-b512-6181a21c0a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:02:16.800410 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-71445be0-891c-4402-b512-6181a21c0a9a admin admin] 10.222.0.39 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1610873 Oct 14 03:02:16.810255 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Request body: {'subnet': {'network_id': '7cb11f38-453c-4dba-b596-ffc7e3080665', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:02:16.893677 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Made reservation on behalf of e86df8ec1d224299a71e492e2b3fb74d for: {'subnet': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:02:16.896403 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:17.122358 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (0f651597-378d-4c39-9b88-e10f81c3a706), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:17.174664 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f651597-378d-4c39-9b88-e10f81c3a706,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:02:17.186477 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.186817 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.187148 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.187473 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.187793 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.188112 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.188426 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.188740 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.189074 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.189389 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.189715 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.190076 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.190394 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.190702 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.191008 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.196468 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Checking segment: {'id': '0bd7363f-1e7b-4f9f-97e4-ea5a76df5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7cb11f38-453c-4dba-b596-ffc7e3080665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:02:17.196807 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Network hostable DHCP agents. Network: 7cb11f38-453c-4dba-b596-ffc7e3080665, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 03:02:17.287603 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Network 7cb11f38-453c-4dba-b596-ffc7e3080665 is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 03:02:17.379083 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, 7cb11f38-453c-4dba-b596-ffc7e3080665) {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:02:17.384123 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:02:17.389320 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:17.390041 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cab74dd-fa88-416d-9456-6f6636214028 None None] Network 7cb11f38-453c-4dba-b596-ffc7e3080665 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:02:17.473916 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-9a0d7e0b-8135-4689-b5dd-147f93aa2c23 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6668286 Oct 14 03:02:17.501031 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp425d6158-53e4-58c1-b7c9-e64d652d6efd-7cb11f38-453c-4dba-b596-ffc7e3080665', 'network_id': '7cb11f38-453c-4dba-b596-ffc7e3080665', 'project_id': 'e86df8ec1d224299a71e492e2b3fb74d', 'fixed_ips': [{'subnet_id': '0f651597-378d-4c39-9b88-e10f81c3a706'}]}} from dv-cinder-801522-13-iscsi. {{(pid=105051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 03:02:17.502092 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:17.646497 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.db_base_plugin_common [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Allocated IP 192.168.233.2 (7cb11f38-453c-4dba-b596-ffc7e3080665/0f651597-378d-4c39-9b88-e10f81c3a706/8c6baa76-126a-4615-9224-0a6d8b8f2709) {{(pid=105051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:02:17.791372 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Publish callbacks [] for port (8c6baa76-126a-4615-9224-0a6d8b8f2709), precommit_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:17.887461 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (8c6baa76-126a-4615-9224-0a6d8b8f2709), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:17.930171 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Network 7cb11f38-453c-4dba-b596-ffc7e3080665 is already hosted by enough agents. {{(pid=105051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:02:17.933364 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.base_scheduler [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Resources bound (agent type, host, resource id): {{(pid=105051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:02:17.938235 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Received port after_create {{(pid=105051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:02:17.943489 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Pushing event updated for resources: {'Port': ['ID=8c6baa76-126a-4615-9224-0a6d8b8f2709,revision_number=1']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:02:17.953796 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.954169 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.954445 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.954800 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.955132 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.955473 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.955776 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.956094 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.956424 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.956749 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.957067 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.957398 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.957749 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.958087 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:17.958397 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:02:18.009086 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Attempting to bind port 8c6baa76-126a-4615-9224-0a6d8b8f2709 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:02:18.009455 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Attempting to bind port 8c6baa76-126a-4615-9224-0a6d8b8f2709 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '0bd7363f-1e7b-4f9f-97e4-ea5a76df5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7cb11f38-453c-4dba-b596-ffc7e3080665'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:02:18.009843 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Attempting to bind port 8c6baa76-126a-4615-9224-0a6d8b8f2709 on network 7cb11f38-453c-4dba-b596-ffc7e3080665 {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:02:18.051022 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:02:18.051794 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Checking segment: {'id': '0bd7363f-1e7b-4f9f-97e4-ea5a76df5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7cb11f38-453c-4dba-b596-ffc7e3080665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:02:18.052211 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:18.052595 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Bound using segment: {'id': '0bd7363f-1e7b-4f9f-97e4-ea5a76df5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7cb11f38-453c-4dba-b596-ffc7e3080665'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:02:18.053089 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Bound port: 8c6baa76-126a-4615-9224-0a6d8b8f2709, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd7363f-1e7b-4f9f-97e4-ea5a76df5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7cb11f38-453c-4dba-b596-ffc7e3080665'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:02:18.053462 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (8c6baa76-126a-4615-9224-0a6d8b8f2709), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:18.116412 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] For port 8c6baa76-126a-4615-9224-0a6d8b8f2709, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:02:18.119463 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] For port 8c6baa76-126a-4615-9224-0a6d8b8f2709, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=8c6baa76-126a-4615-9224-0a6d8b8f2709,segment=NetworkSegment(0bd7363f-1e7b-4f9f-97e4-ea5a76df5163),segment_id=0bd7363f-1e7b-4f9f-97e4-ea5a76df5163)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:02:18.214611 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (8c6baa76-126a-4615-9224-0a6d8b8f2709), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:18.270035 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe75cd-0424-460a-a529-40cf1f2f8877 None None] Pushing event updated for resources: {'Port': ['ID=8c6baa76-126a-4615-9224-0a6d8b8f2709,revision_number=2']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:02:19.066223 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612c7c43-15d6-4872-8156-d826dc6f64de None None] Network 7cb11f38-453c-4dba-b596-ffc7e3080665 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:02:19.123932 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-6376adbb-5d87-4e5e-b0eb-1984443d7977 None None] Provisioning complete for port 8c6baa76-126a-4615-9224-0a6d8b8f2709 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:02:19.124319 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-6376adbb-5d87-4e5e-b0eb-1984443d7977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (8c6baa76-126a-4615-9224-0a6d8b8f2709), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:19.124657 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-6376adbb-5d87-4e5e-b0eb-1984443d7977 None None] Attempt 1 to provision port 8c6baa76-126a-4615-9224-0a6d8b8f2709 Oct 14 03:02:19.128241 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:02:19.160289 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:02:19.250919 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-6376adbb-5d87-4e5e-b0eb-1984443d7977 None None] Current status of the port 8c6baa76-126a-4615-9224-0a6d8b8f2709 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:02:19.251317 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-6376adbb-5d87-4e5e-b0eb-1984443d7977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (8c6baa76-126a-4615-9224-0a6d8b8f2709), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:19.288953 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-6376adbb-5d87-4e5e-b0eb-1984443d7977 None None] For port 8c6baa76-126a-4615-9224-0a6d8b8f2709, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=8c6baa76-126a-4615-9224-0a6d8b8f2709,segment=NetworkSegment(0bd7363f-1e7b-4f9f-97e4-ea5a76df5163),segment_id=0bd7363f-1e7b-4f9f-97e4-ea5a76df5163)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:02:19.370083 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-6376adbb-5d87-4e5e-b0eb-1984443d7977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (8c6baa76-126a-4615-9224-0a6d8b8f2709), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:19.419574 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376adbb-5d87-4e5e-b0eb-1984443d7977 None None] Pushing event updated for resources: {'Port': ['ID=8c6baa76-126a-4615-9224-0a6d8b8f2709,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:02:19.488463 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-e6394192-64a3-4e8c-88cb-b835bd7ae9a8 None None] Provisioning complete for port 8c6baa76-126a-4615-9224-0a6d8b8f2709 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:02:19.489445 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e6394192-64a3-4e8c-88cb-b835bd7ae9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (8c6baa76-126a-4615-9224-0a6d8b8f2709), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:19.489730 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-e6394192-64a3-4e8c-88cb-b835bd7ae9a8 None None] Attempt 1 to provision port 8c6baa76-126a-4615-9224-0a6d8b8f2709 Oct 14 03:02:19.560950 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-e6394192-64a3-4e8c-88cb-b835bd7ae9a8 None None] Current status of the port 8c6baa76-126a-4615-9224-0a6d8b8f2709 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:02:19.695737 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 8c6baa76-126a-4615-9224-0a6d8b8f2709 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:02:19.743645 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 8c6baa76-126a-4615-9224-0a6d8b8f2709 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:02:19.743959 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (8c6baa76-126a-4615-9224-0a6d8b8f2709), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:19.744299 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 8c6baa76-126a-4615-9224-0a6d8b8f2709 Oct 14 03:02:19.814795 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 8c6baa76-126a-4615-9224-0a6d8b8f2709 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:02:23.672141 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=36,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:02:23.679469 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=35,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:02:24.744702 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-010937d7-4500-4413-953a-56cabc06256c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:27.019430 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0165a031-6d30-4f58-bb2b-daaefd3fc568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:27.394276 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=46,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:02:27.395106 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=47,neutron:INSERT=7,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:02:28.213492 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:29.726353 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:29.944850 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:30.044650 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 5 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:02:39.868926 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:02:39.876933 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:02:40.040782 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=3 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:02:40.041495 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=5 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:02:53.035167 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:02:54.754631 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-077a2c78-8a9d-46fd-becf-a4244f332df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:57.018226 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a47b0c3a-7e7f-4c5f-8139-47e913ba3caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:58.228607 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:59.715173 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:02:59.950084 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:03:07.042846 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 5 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:03:09.865844 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:03:09.873208 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:03:17.038700 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=5 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:03:17.039448 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=3 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:03:24.765921 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb69f-57d0-4866-805c-154b9075c52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:03:27.017425 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-bb78999c-f1cd-4f4c-b7aa-ff40a91bd10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:03:28.245944 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:03:29.742419 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:03:29.938134 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:03:39.876472 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:03:39.877882 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:03:44.041804 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 5 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:03:54.037241 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=19 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:03:54.038088 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=15 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:03:54.771033 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-42207378-bc67-4756-bab3-e6ce5c7d1169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:03:57.080087 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-7033e726-7bf3-4372-a8ba-965788209264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:03:58.262880 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:03:59.708028 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:03:59.942971 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:04:00.378525 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59360) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:04:00.388878 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [None req-44c53f68-23b0-42a4-a711-39ef8224ef35 tempest-verify_tempest_config-762669360 tempest-verify_tempest_config-762669360-project] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105050) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 03:04:00.389887 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-44c53f68-23b0-42a4-a711-39ef8224ef35 tempest-verify_tempest_config-762669360 tempest-verify_tempest_config-762669360-project] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0103266 Oct 14 03:04:00.922142 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59378) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:04:01.044887 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:04:01.117540 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Publish callbacks [] for security_group (28becbe0-cba5-4f13-bf1d-127477f4fca4), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:04:01.187256 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (28becbe0-cba5-4f13-bf1d-127477f4fca4), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:04:01.234557 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=dfdfef40759a48ba80b596f39ced5b47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3111403 Oct 14 03:04:01.235471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28becbe0-cba5-4f13-bf1d-127477f4fca4,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:04:01.237330 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 59382) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:04:01.242630 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.242980 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.243337 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.243678 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.244048 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.244381 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.244707 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.245034 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.245372 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.245700 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.246066 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.246390 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.246709 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.247025 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.247340 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e7dfd-bdef-47e8-8b7a-eeb0b835613d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.294324 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Publish callbacks [] for security_group (28becbe0-cba5-4f13-bf1d-127477f4fca4), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:04:01.314325 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Publish callbacks [] for security_group (28becbe0-cba5-4f13-bf1d-127477f4fca4), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:04:01.474223 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (28becbe0-cba5-4f13-bf1d-127477f4fca4), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:04:01.476696 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:04:01.477849 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/28becbe0-cba5-4f13-bf1d-127477f4fca4 HTTP/1.1" status: 204 len: 168 time: 0.2393930 Oct 14 03:04:01.486285 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28becbe0-cba5-4f13-bf1d-127477f4fca4,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:04:01.493227 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.493566 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.493942 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.494287 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.494628 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.494960 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.495290 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.495611 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.495962 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.496276 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.496617 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.496946 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.497267 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.497588 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:01.497939 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed33f4e-cb9d-4683-b95c-7824573c5a10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:04:09.876350 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:04:11.231405 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=19,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:04:11.239391 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=20,neutron:INSERT=10 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:04:11.481907 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:04:11.490126 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:04:11.518370 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:04:21.039935 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 5 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:04:24.844644 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-13944481-9b6a-4c18-8198-09c798bf18b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:04:27.027507 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e56220b4-fae0-4314-9519-b2c1bc9a397e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:04:28.255167 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:04:29.724281 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:04:29.935972 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:04:31.035229 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=5 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:04:31.036007 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=5 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:04:39.879009 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:04:39.880849 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:04:53.038638 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:04:53.039419 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:DELETE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:04:54.763859 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-bfa9f766-9238-4c20-9005-2e0527ce9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:04:57.031930 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-5ab39a7f-1c4f-4500-9232-e842dd3e6922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:04:58.038829 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 5 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:04:58.278059 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:04:59.712270 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:04:59.934765 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:05:08.035694 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:05:08.036471 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=7 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:05:09.877491 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:05:09.884462 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:05:24.762992 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-35bb47f4-26a0-4935-88d8-1c8a2c1d3016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:05:27.036829 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-57d95ede-7c17-4af0-a0bf-460f0726b576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:05:28.289077 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:05:29.717125 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:05:29.945606 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:05:33.534191 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-737243'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:05:35.038867 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:05:43.473738 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:05:43.476633 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:05:46.773521 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 59456) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:05:46.877329 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-8b114ecf-8b60-4de8-9242-391953255e3f admin admin] 10.222.0.39 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1027899 Oct 14 03:05:49.306395 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59466) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:05:49.368012 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-04f3c288-8bdd-42ff-a2b9-dd46d0fa64c1 admin admin] 10.222.0.39 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0606165 Oct 14 03:05:50.804849 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=14 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:05:50.806724 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=20 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:05:54.762380 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-305f0251-1c54-4e68-af28-bd475a149fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:05:56.870391 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:05:56.872734 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:05:57.041893 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-c8459a0e-d1d6-49a9-a542-67c3c722709f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:05:58.253234 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:05:59.363282 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:05:59.716900 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:05:59.951161 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:06:03.504807 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:06:09.884536 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:06:12.038285 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:06:13.460898 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:06:22.034230 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=2 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:06:22.034975 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=6 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:06:24.767832 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9e6570a8-81f7-414d-9a9f-6f27b5407aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:06:27.029987 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-4cecec64-d130-42e8-9f41-dfcbeee29015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:06:28.229875 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:06:29.704105 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:06:29.966912 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:06:33.526700 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:06:43.463921 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:06:43.465254 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:06:49.038064 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:06:54.784035 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-8250ff29-3803-4a15-9c76-26c399a7b81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:06:57.046572 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-5c926b65-a1fa-4abf-8275-2e54448f512c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:06:58.240749 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:06:59.034008 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:06:59.034743 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=5 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:06:59.727176 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:06:59.949716 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:03.537633 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:13.462618 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:13.464743 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:22.805632 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59648) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:23.036290 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1128427185-network', 'tenant_id': 'b19efffbd45f42158a50d31f0fd97412'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:23.148694 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Made reservation on behalf of b19efffbd45f42158a50d31f0fd97412 for: {'network': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:07:23.151125 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:23.160219 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:23.250672 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Publish callbacks [] for security_group (f6b62958-6e85-4e1e-8071-cd61b5f900ed), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:23.314974 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (f6b62958-6e85-4e1e-8071-cd61b5f900ed), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:23.333849 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=105050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 03:07:23.352583 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (db591be3-dd46-4908-860b-e2bed2345486), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:23.353169 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.segments_db [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Added segment db591be3-dd46-4908-860b-e2bed2345486 of type vlan for network fcdf76de-aa24-43e1-bd3f-98a2f6d2e821 Oct 14 03:07:23.404391 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b62958-6e85-4e1e-8071-cd61b5f900ed,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:23.418943 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (fcdf76de-aa24-43e1-bd3f-98a2f6d2e821), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:23.423835 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:23.424184 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:23.424521 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:23.425028 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:23.425520 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:23.426040 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:23.426528 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:23.426860 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:23.427202 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:23.427531 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:23.427868 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:23.428195 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:23.428524 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:23.428834 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:23.429628 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Tracked resource versions report: Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: pushed versions: Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: { 'AddressGroup': {'1.2'}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Agent': {'1.1'}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'ConntrackHelper': {'1.0'}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'LocalIPAssociation': {'1.0'}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Log': {'1.0'}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'NDPProxy': {'1.0'}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Network': {'1.1'}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Port': {'1.7'}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'PortForwarding': {'1.3'}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'QosPolicy': {'1.10'}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'SecurityGroup': {'1.5'}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'SecurityGroupRule': {'1.2'}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'SubPort': {'1.0'}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Subnet': {'1.1'}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Trunk': {'1.1'}} Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: consumer versions: Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: { DHCP agent@dv-cinder-801522-13-iscsi: {}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: HyperV agent@hv-cinder-80152: {}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: L3 agent@dv-cinder-801522-13-iscsi: {}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: Metadata agent@dv-cinder-801522-13-iscsi: {}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: Metering agent@dv-cinder-801522-13-iscsi: {}, Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: Open vSwitch agent@dv-cinder-801522-13-iscsi: { 'AddressGroup': '1.2', Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Agent': '1.1', Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'ConntrackHelper': '1.0', Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'LocalIPAssociation': '1.0', Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Log': '1.0', Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'NDPProxy': '1.0', Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Network': '1.1', Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Port': '1.7', Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'PortForwarding': '1.3', Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'QosPolicy': '1.10', Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'SecurityGroup': '1.5', Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'SecurityGroupRule': '1.2', Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'SubPort': '1.0', Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Subnet': '1.1', Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: 'Trunk': '1.1'}} Oct 14 03:07:23.430861 dv-cinder-801522-13-iscsi neutron-server[105050]: {{(pid=105050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 03:07:23.519419 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59698) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:23.527194 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (fcdf76de-aa24-43e1-bd3f-98a2f6d2e821), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:23.528111 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:23.528871 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:23.551501 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 59702) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:23.624259 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] Pushing event updated for resources: {'Network': ['ID=fcdf76de-aa24-43e1-bd3f-98a2f6d2e821,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:23.635183 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network fcdf76de-aa24-43e1-bd3f-98a2f6d2e821 details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 03:07:23.670786 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 59710) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:23.670945 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-61feb477-2a5a-416c-b592-ea5043b92457 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8635654 Oct 14 03:07:23.678858 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Request body: {'subnet': {'network_id': 'fcdf76de-aa24-43e1-bd3f-98a2f6d2e821', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1128427185-subnet', 'tenant_id': 'b19efffbd45f42158a50d31f0fd97412', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:23.745157 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 59714) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:23.760760 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Made reservation on behalf of b19efffbd45f42158a50d31f0fd97412 for: {'subnet': 1} {{(pid=105049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:07:23.766518 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:23.842928 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-26d60bd7-2e14-464d-bda6-6ddffe7c68d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-network', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:23.878536 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59722) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:23.897684 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-f1f1b91c-6e15-4cc7-9cb8-5ff2175ce644 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-264855926-network', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:23.920117 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59726) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:23.927524 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d60bd7-2e14-464d-bda6-6ddffe7c68d1 admin admin] Made reservation on behalf of 55f278e0f09c45ca8ab33cd9e102446c for: {'network': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:07:23.930576 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-26d60bd7-2e14-464d-bda6-6ddffe7c68d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:23.943404 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-26d60bd7-2e14-464d-bda6-6ddffe7c68d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:23.977014 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-033b2517-6c1e-42a0-a2c9-cd12e3f7ad47 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1161000048-network', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:24.040447 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-26d60bd7-2e14-464d-bda6-6ddffe7c68d1 admin admin] Publish callbacks [] for security_group (c4d3dfd5-3307-4674-9979-454c2f68d05b), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.046614 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f1b91c-6e15-4cc7-9cb8-5ff2175ce644 admin admin] Made reservation on behalf of 44d8a8798bc64aefadd52c30a21002ef for: {'network': 1} {{(pid=105049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:07:24.048936 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f1f1b91c-6e15-4cc7-9cb8-5ff2175ce644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.070926 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-2e3789d8-afdf-4f41-ab94-e582d58c0783 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1855676514-network', 'tenant_id': '5cd113c7d65543b2bac8ef368467c092'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:24.080044 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f1f1b91c-6e15-4cc7-9cb8-5ff2175ce644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.112345 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-7d3b170b-52ef-46c5-b41a-8e0365eec9d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-835713916-network', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:24.154727 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-26d60bd7-2e14-464d-bda6-6ddffe7c68d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (c4d3dfd5-3307-4674-9979-454c2f68d05b), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.156529 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033b2517-6c1e-42a0-a2c9-cd12e3f7ad47 admin admin] Made reservation on behalf of 5470d8ee28f74b4eb385a90c33a514b8 for: {'network': 1} {{(pid=105049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:07:24.158963 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-033b2517-6c1e-42a0-a2c9-cd12e3f7ad47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.171417 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d60bd7-2e14-464d-bda6-6ddffe7c68d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=105050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 03:07:24.173406 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-033b2517-6c1e-42a0-a2c9-cd12e3f7ad47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.185814 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3789d8-afdf-4f41-ab94-e582d58c0783 admin admin] Made reservation on behalf of 5cd113c7d65543b2bac8ef368467c092 for: {'network': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:07:24.188522 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2e3789d8-afdf-4f41-ab94-e582d58c0783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.191511 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (f0a5fe58-6282-43fa-994e-374ccf518322), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.195008 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f1f1b91c-6e15-4cc7-9cb8-5ff2175ce644 admin admin] Publish callbacks [] for security_group (d827c7f7-3824-44a4-8296-571590b07628), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.195768 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-26d60bd7-2e14-464d-bda6-6ddffe7c68d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.196879 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.segments_db [None req-26d60bd7-2e14-464d-bda6-6ddffe7c68d1 admin admin] Added segment 6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d of type vlan for network dc7d519e-6d73-4b0e-803b-556cfc3b6498 Oct 14 03:07:24.228162 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2e3789d8-afdf-4f41-ab94-e582d58c0783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.230939 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=68,neutron:INSERT=25,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:24.288289 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3b170b-52ef-46c5-b41a-8e0365eec9d5 admin admin] Made reservation on behalf of 20fb24be77624e59b8560c7863ca4a46 for: {'network': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:07:24.288739 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f1f1b91c-6e15-4cc7-9cb8-5ff2175ce644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (d827c7f7-3824-44a4-8296-571590b07628), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.290744 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-7d3b170b-52ef-46c5-b41a-8e0365eec9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.313139 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-26d60bd7-2e14-464d-bda6-6ddffe7c68d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (dc7d519e-6d73-4b0e-803b-556cfc3b6498), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.314815 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a5fe58-6282-43fa-994e-374ccf518322,revision_number=0']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:24.315506 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d60bd7-2e14-464d-bda6-6ddffe7c68d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d3dfd5-3307-4674-9979-454c2f68d05b,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:24.323291 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-7d3b170b-52ef-46c5-b41a-8e0365eec9d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.324397 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f1b91c-6e15-4cc7-9cb8-5ff2175ce644 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=105049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 03:07:24.330986 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:24.333418 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Checking segment: {'id': 'db591be3-dd46-4908-860b-e2bed2345486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fcdf76de-aa24-43e1-bd3f-98a2f6d2e821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:24.333798 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Network hostable DHCP agents. Network: fcdf76de-aa24-43e1-bd3f-98a2f6d2e821, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 03:07:24.367693 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:24.368854 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:24.370418 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:24.371102 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:24.371538 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:24.371770 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:24.372947 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:24.373294 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:24.374016 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:24.374421 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:24.375160 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:24.375502 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:24.375827 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:24.376174 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:24.376671 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Tracked resource versions report: Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: pushed versions: Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: { 'AddressGroup': {'1.2'}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Agent': {'1.1'}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'ConntrackHelper': {'1.0'}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'LocalIPAssociation': {'1.0'}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Log': {'1.0'}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'NDPProxy': {'1.0'}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Network': {'1.1'}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Port': {'1.7'}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'PortForwarding': {'1.3'}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'QosPolicy': {'1.10'}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'SecurityGroup': {'1.5'}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'SecurityGroupRule': {'1.2'}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'SubPort': {'1.0'}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Subnet': {'1.1'}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Trunk': {'1.1'}} Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: consumer versions: Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: { DHCP agent@dv-cinder-801522-13-iscsi: {}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: HyperV agent@hv-cinder-80152: {}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: L3 agent@dv-cinder-801522-13-iscsi: {}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: Metadata agent@dv-cinder-801522-13-iscsi: {}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: Metering agent@dv-cinder-801522-13-iscsi: {}, Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: Open vSwitch agent@dv-cinder-801522-13-iscsi: { 'AddressGroup': '1.2', Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Agent': '1.1', Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'ConntrackHelper': '1.0', Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'LocalIPAssociation': '1.0', Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Log': '1.0', Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'NDPProxy': '1.0', Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Network': '1.1', Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Port': '1.7', Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'PortForwarding': '1.3', Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'QosPolicy': '1.10', Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'SecurityGroup': '1.5', Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'SecurityGroupRule': '1.2', Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'SubPort': '1.0', Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Subnet': '1.1', Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: 'Trunk': '1.1'}} Oct 14 03:07:24.378500 dv-cinder-801522-13-iscsi neutron-server[105049]: {{(pid=105049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 03:07:24.385172 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f1f1b91c-6e15-4cc7-9cb8-5ff2175ce644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (40556570-035a-4e90-8e30-e80032468230), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.386662 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.segments_db [None req-f1f1b91c-6e15-4cc7-9cb8-5ff2175ce644 admin admin] Added segment 40556570-035a-4e90-8e30-e80032468230 of type vlan for network 55f1e2d7-2b20-46bb-a21a-28526552f799 Oct 14 03:07:24.446001 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2e3789d8-afdf-4f41-ab94-e582d58c0783 admin admin] Publish callbacks [] for security_group (89f06afc-514f-43f6-9744-dad773846941), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.464090 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1b91c-6e15-4cc7-9cb8-5ff2175ce644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d827c7f7-3824-44a4-8296-571590b07628,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:24.488674 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-26d60bd7-2e14-464d-bda6-6ddffe7c68d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (dc7d519e-6d73-4b0e-803b-556cfc3b6498), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.488674 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d60bd7-2e14-464d-bda6-6ddffe7c68d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:24.488674 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-26d60bd7-2e14-464d-bda6-6ddffe7c68d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.489720 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f1f1b91c-6e15-4cc7-9cb8-5ff2175ce644 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (55f1e2d7-2b20-46bb-a21a-28526552f799), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.492912 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:24.502069 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-7d3b170b-52ef-46c5-b41a-8e0365eec9d5 admin admin] Publish callbacks [] for security_group (a5a20bff-1884-4295-a89e-be0654c7b6cc), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.509939 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:INSERT=20,neutron:SELECT=76,neutron:UPDATE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:24.527461 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-033b2517-6c1e-42a0-a2c9-cd12e3f7ad47 admin admin] Publish callbacks [] for security_group (fb61e748-9a1b-4154-ad52-e10c7e6f1e4f), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.545546 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2e3789d8-afdf-4f41-ab94-e582d58c0783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (89f06afc-514f-43f6-9744-dad773846941), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.548907 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Network fcdf76de-aa24-43e1-bd3f-98a2f6d2e821 is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 03:07:24.562469 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-7d3b170b-52ef-46c5-b41a-8e0365eec9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (a5a20bff-1884-4295-a89e-be0654c7b6cc), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.591859 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3789d8-afdf-4f41-ab94-e582d58c0783 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=105050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 03:07:24.596182 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d60bd7-2e14-464d-bda6-6ddffe7c68d1 admin admin] Pushing event updated for resources: {'Network': ['ID=dc7d519e-6d73-4b0e-803b-556cfc3b6498,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:24.600480 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-033b2517-6c1e-42a0-a2c9-cd12e3f7ad47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (fb61e748-9a1b-4154-ad52-e10c7e6f1e4f), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.608801 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3b170b-52ef-46c5-b41a-8e0365eec9d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=105050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 03:07:24.618288 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network dc7d519e-6d73-4b0e-803b-556cfc3b6498 details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 03:07:24.622978 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033b2517-6c1e-42a0-a2c9-cd12e3f7ad47 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=105049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 03:07:24.630426 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-26d60bd7-2e14-464d-bda6-6ddffe7c68d1 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1099072 Oct 14 03:07:24.634960 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59770) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:24.642422 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-033b2517-6c1e-42a0-a2c9-cd12e3f7ad47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (096b242a-6b21-4e4d-8a4b-ad9ddc350fd9), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.642422 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.segments_db [None req-033b2517-6c1e-42a0-a2c9-cd12e3f7ad47 admin admin] Added segment 096b242a-6b21-4e4d-8a4b-ad9ddc350fd9 of type vlan for network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 Oct 14 03:07:24.642760 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3789d8-afdf-4f41-ab94-e582d58c0783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f06afc-514f-43f6-9744-dad773846941,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:24.647851 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-833ecc20-16be-47cd-885b-c8da3d9c02d3 admin admin] Request body: {'subnet': {'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-subnet', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:24.654366 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2e3789d8-afdf-4f41-ab94-e582d58c0783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (544659b3-ca9d-4948-b9c7-9516ca268a2a), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.654767 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.segments_db [None req-2e3789d8-afdf-4f41-ab94-e582d58c0783 admin admin] Added segment 544659b3-ca9d-4948-b9c7-9516ca268a2a of type vlan for network 83101ad8-0b91-4e38-8556-3ebbb1384853 Oct 14 03:07:24.656488 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-7d3b170b-52ef-46c5-b41a-8e0365eec9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (4a641f1c-ca96-416d-a406-37a5dca9763c), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.656981 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.segments_db [None req-7d3b170b-52ef-46c5-b41a-8e0365eec9d5 admin admin] Added segment 4a641f1c-ca96-416d-a406-37a5dca9763c of type vlan for network bb28930e-3d0a-43c7-985a-b1d6573d124d Oct 14 03:07:24.685418 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-033b2517-6c1e-42a0-a2c9-cd12e3f7ad47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (706c2be8-801d-4fd3-a7af-a476e6a9ec99), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.730744 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f1f1b91c-6e15-4cc7-9cb8-5ff2175ce644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (55f1e2d7-2b20-46bb-a21a-28526552f799), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.732252 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f1b91c-6e15-4cc7-9cb8-5ff2175ce644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:24.733342 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f1f1b91c-6e15-4cc7-9cb8-5ff2175ce644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.750085 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, fcdf76de-aa24-43e1-bd3f-98a2f6d2e821) {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:24.766770 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2e3789d8-afdf-4f41-ab94-e582d58c0783 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (83101ad8-0b91-4e38-8556-3ebbb1384853), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.769341 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b170b-52ef-46c5-b41a-8e0365eec9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a20bff-1884-4295-a89e-be0654c7b6cc,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:24.774639 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-7d3b170b-52ef-46c5-b41a-8e0365eec9d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (bb28930e-3d0a-43c7-985a-b1d6573d124d), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.792854 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:24.793629 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.835137 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-033b2517-6c1e-42a0-a2c9-cd12e3f7ad47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (706c2be8-801d-4fd3-a7af-a476e6a9ec99), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.836192 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033b2517-6c1e-42a0-a2c9-cd12e3f7ad47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:24.836387 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3b8a62-d14b-4eeb-933f-6472d023e248 None None] Network fcdf76de-aa24-43e1-bd3f-98a2f6d2e821 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:07:24.837451 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-033b2517-6c1e-42a0-a2c9-cd12e3f7ad47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.845452 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b2517-6c1e-42a0-a2c9-cd12e3f7ad47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb61e748-9a1b-4154-ad52-e10c7e6f1e4f,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:24.863401 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833ecc20-16be-47cd-885b-c8da3d9c02d3 admin admin] Made reservation on behalf of 55f278e0f09c45ca8ab33cd9e102446c for: {'subnet': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:07:24.866276 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-833ecc20-16be-47cd-885b-c8da3d9c02d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.878033 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1b91c-6e15-4cc7-9cb8-5ff2175ce644 admin admin] Pushing event updated for resources: {'Network': ['ID=55f1e2d7-2b20-46bb-a21a-28526552f799,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:24.912480 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network 55f1e2d7-2b20-46bb-a21a-28526552f799 details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 03:07:24.948688 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-74c12477-6515-4620-af1c-30f8264d7e14 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2764711 Oct 14 03:07:24.952323 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-033b2517-6c1e-42a0-a2c9-cd12e3f7ad47 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2060914 Oct 14 03:07:24.960407 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-f1f1b91c-6e15-4cc7-9cb8-5ff2175ce644 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4077332 Oct 14 03:07:24.966986 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2e3789d8-afdf-4f41-ab94-e582d58c0783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (83101ad8-0b91-4e38-8556-3ebbb1384853), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.970088 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 59782) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:24.970601 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 59784) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:24.975421 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3789d8-afdf-4f41-ab94-e582d58c0783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:24.977890 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2e3789d8-afdf-4f41-ab94-e582d58c0783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.982258 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e5839c10-077b-4a08-9d61-4dd2911eb9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.982426 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-180f185a-1949-4f61-a413-3b78acc75a49 admin admin] Request body: {'subnet': {'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1161000048-subnet', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:24.982745 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-7d3b170b-52ef-46c5-b41a-8e0365eec9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (bb28930e-3d0a-43c7-985a-b1d6573d124d), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.984701 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3b170b-52ef-46c5-b41a-8e0365eec9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:24.992219 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-7d3b170b-52ef-46c5-b41a-8e0365eec9d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:24.992321 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-767dc770-581e-4d28-bcf7-80d62b7607ff admin admin] Request body: {'subnet': {'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-subnet', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:24.998105 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=68,neutron:INSERT=26,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:24.999997 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b2517-6c1e-42a0-a2c9-cd12e3f7ad47 admin admin] Pushing event updated for resources: {'Network': ['ID=706c2be8-801d-4fd3-a7af-a476e6a9ec99,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:25.039960 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 03:07:25.126291 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3789d8-afdf-4f41-ab94-e582d58c0783 admin admin] Pushing event updated for resources: {'Network': ['ID=83101ad8-0b91-4e38-8556-3ebbb1384853,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:25.138427 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180f185a-1949-4f61-a413-3b78acc75a49 admin admin] Made reservation on behalf of 5470d8ee28f74b4eb385a90c33a514b8 for: {'subnet': 1} {{(pid=105049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:07:25.140737 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-180f185a-1949-4f61-a413-3b78acc75a49 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:25.149948 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767dc770-581e-4d28-bcf7-80d62b7607ff admin admin] Made reservation on behalf of 44d8a8798bc64aefadd52c30a21002ef for: {'subnet': 1} {{(pid=105049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:07:25.149948 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-767dc770-581e-4d28-bcf7-80d62b7607ff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:25.183883 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-7d3b170b-52ef-46c5-b41a-8e0365eec9d5 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2624350 Oct 14 03:07:25.184689 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59794) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:25.198008 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-2e3789d8-afdf-4f41-ab94-e582d58c0783 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3182740 Oct 14 03:07:25.200873 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network 83101ad8-0b91-4e38-8556-3ebbb1384853 details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 03:07:25.206448 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-2659b210-1719-4bad-b6bb-6d4e9adef9fb admin admin] Request body: {'subnet': {'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-835713916-subnet', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:25.225073 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4186f7-f7c5-4bcb-b998-8dace931d544 None None] Network fcdf76de-aa24-43e1-bd3f-98a2f6d2e821 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:07:25.235015 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59798) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:25.243232 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-a854d3d7-391e-432a-93e0-72a96f325cea admin admin] Request body: {'subnet': {'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1855676514-subnet', 'tenant_id': '5cd113c7d65543b2bac8ef368467c092', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:25.277940 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b170b-52ef-46c5-b41a-8e0365eec9d5 admin admin] Pushing event updated for resources: {'Network': ['ID=bb28930e-3d0a-43c7-985a-b1d6573d124d,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:25.299960 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network bb28930e-3d0a-43c7-985a-b1d6573d124d details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 03:07:25.351162 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a854d3d7-391e-432a-93e0-72a96f325cea admin admin] Made reservation on behalf of 5cd113c7d65543b2bac8ef368467c092 for: {'subnet': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:07:25.354650 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a854d3d7-391e-432a-93e0-72a96f325cea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:25.391734 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2659b210-1719-4bad-b6bb-6d4e9adef9fb admin admin] Made reservation on behalf of 20fb24be77624e59b8560c7863ca4a46 for: {'subnet': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:07:25.391734 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2659b210-1719-4bad-b6bb-6d4e9adef9fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:25.482459 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-833ecc20-16be-47cd-885b-c8da3d9c02d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (536f6c3e-3717-4a16-a702-45e46a354d55), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:25.489693 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:25.612002 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ecc20-16be-47cd-885b-c8da3d9c02d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=536f6c3e-3717-4a16-a702-45e46a354d55,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:25.647556 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ecc20-16be-47cd-885b-c8da3d9c02d3 admin admin] Checking segment: {'id': '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:25.647906 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833ecc20-16be-47cd-885b-c8da3d9c02d3 admin admin] Network hostable DHCP agents. Network: dc7d519e-6d73-4b0e-803b-556cfc3b6498, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 03:07:25.732683 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-767dc770-581e-4d28-bcf7-80d62b7607ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (83361155-00a4-439a-b18b-f6450713d13d), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:25.766961 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-180f185a-1949-4f61-a413-3b78acc75a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (326ff2bf-f78a-4292-afd2-858a661cf898), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:25.825462 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dc770-581e-4d28-bcf7-80d62b7607ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=83361155-00a4-439a-b18b-f6450713d13d,revision_number=0']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:25.850557 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767dc770-581e-4d28-bcf7-80d62b7607ff admin admin] Checking segment: {'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:25.850925 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767dc770-581e-4d28-bcf7-80d62b7607ff admin admin] Network hostable DHCP agents. Network: 55f1e2d7-2b20-46bb-a21a-28526552f799, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 03:07:25.857085 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833ecc20-16be-47cd-885b-c8da3d9c02d3 admin admin] Network dc7d519e-6d73-4b0e-803b-556cfc3b6498 is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 03:07:25.861314 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=6 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:25.901846 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:25.913885 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59820) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:25.932925 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180f185a-1949-4f61-a413-3b78acc75a49 admin admin] Checking segment: {'id': '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:25.933278 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180f185a-1949-4f61-a413-3b78acc75a49 admin admin] Network hostable DHCP agents. Network: 706c2be8-801d-4fd3-a7af-a476e6a9ec99, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 03:07:25.939381 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f185a-1949-4f61-a413-3b78acc75a49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=326ff2bf-f78a-4292-afd2-858a661cf898,revision_number=0']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:25.941665 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-833ecc20-16be-47cd-885b-c8da3d9c02d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, dc7d519e-6d73-4b0e-803b-556cfc3b6498) {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:25.954249 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472c4a67-094f-4199-9983-afbb980e11bf None None] Network dc7d519e-6d73-4b0e-803b-556cfc3b6498 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:07:25.960665 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833ecc20-16be-47cd-885b-c8da3d9c02d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:25.964388 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-833ecc20-16be-47cd-885b-c8da3d9c02d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:25.980774 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a854d3d7-391e-432a-93e0-72a96f325cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.008888 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767dc770-581e-4d28-bcf7-80d62b7607ff admin admin] Network 55f1e2d7-2b20-46bb-a21a-28526552f799 is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 03:07:26.017043 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-767dc770-581e-4d28-bcf7-80d62b7607ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, 55f1e2d7-2b20-46bb-a21a-28526552f799) {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:26.021095 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767dc770-581e-4d28-bcf7-80d62b7607ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:26.021845 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-767dc770-581e-4d28-bcf7-80d62b7607ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.029639 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec2bebc-db73-4d3d-bf44-be92395a42ee None None] Network 55f1e2d7-2b20-46bb-a21a-28526552f799 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:07:26.048345 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:07:26.061375 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854d3d7-391e-432a-93e0-72a96f325cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:26.063886 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180f185a-1949-4f61-a413-3b78acc75a49 admin admin] Network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 03:07:26.070779 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a854d3d7-391e-432a-93e0-72a96f325cea admin admin] Checking segment: {'id': '544659b3-ca9d-4948-b9c7-9516ca268a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:26.070779 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a854d3d7-391e-432a-93e0-72a96f325cea admin admin] Network hostable DHCP agents. Network: 83101ad8-0b91-4e38-8556-3ebbb1384853, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 03:07:26.080208 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-180f185a-1949-4f61-a413-3b78acc75a49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, 706c2be8-801d-4fd3-a7af-a476e6a9ec99) {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:26.088890 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f185a-1949-4f61-a413-3b78acc75a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:26.093630 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-180f185a-1949-4f61-a413-3b78acc75a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.093808 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2659b210-1719-4bad-b6bb-6d4e9adef9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (135773a1-0191-4c48-88ba-8f3ab667b670), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.100354 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-833ecc20-16be-47cd-885b-c8da3d9c02d3 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4627426 Oct 14 03:07:26.103250 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 59826) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:26.131578 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:26.133119 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfc2217-aca2-4335-8a87-7e85a077a129 None None] Network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:07:26.166268 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-767dc770-581e-4d28-bcf7-80d62b7607ff admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1895189 Oct 14 03:07:26.167295 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 59828) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:26.174021 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:26.185623 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2659b210-1719-4bad-b6bb-6d4e9adef9fb admin admin] Checking segment: {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:26.188964 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2659b210-1719-4bad-b6bb-6d4e9adef9fb admin admin] Network hostable DHCP agents. Network: bb28930e-3d0a-43c7-985a-b1d6573d124d, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 03:07:26.189476 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a854d3d7-391e-432a-93e0-72a96f325cea admin admin] Network 83101ad8-0b91-4e38-8556-3ebbb1384853 is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 03:07:26.191497 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659b210-1719-4bad-b6bb-6d4e9adef9fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=135773a1-0191-4c48-88ba-8f3ab667b670,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:26.251950 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-180f185a-1949-4f61-a413-3b78acc75a49 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2755632 Oct 14 03:07:26.254700 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 59832) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:26.258523 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp425d6158-53e4-58c1-b7c9-e64d652d6efd-55f1e2d7-2b20-46bb-a21a-28526552f799', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'fixed_ips': [{'subnet_id': '83361155-00a4-439a-b18b-f6450713d13d'}]}} from dv-cinder-801522-13-iscsi. {{(pid=105051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 03:07:26.259469 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.264338 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:26.273801 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-a854d3d7-391e-432a-93e0-72a96f325cea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, 83101ad8-0b91-4e38-8556-3ebbb1384853) {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:26.278222 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a854d3d7-391e-432a-93e0-72a96f325cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:26.278963 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a854d3d7-391e-432a-93e0-72a96f325cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.289801 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp425d6158-53e4-58c1-b7c9-e64d652d6efd-706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898'}]}} from dv-cinder-801522-13-iscsi. {{(pid=105051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 03:07:26.290948 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.314522 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3611a6-eb04-4c1c-8912-e3f65ba37533 None None] Network 83101ad8-0b91-4e38-8556-3ebbb1384853 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:07:26.319439 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-74a16a0b-e4e6-43bf-b0a9-b3e60fe441ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.327995 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59836) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:26.333466 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-3eb76aa2-c142-4230-82af-1b117a06b203 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-457483344-network', 'tenant_id': 'c7f6c46584ea4ff19b771019b48c8811'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:26.344687 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2659b210-1719-4bad-b6bb-6d4e9adef9fb admin admin] Network bb28930e-3d0a-43c7-985a-b1d6573d124d is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 03:07:26.355208 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:26.365396 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-2659b210-1719-4bad-b6bb-6d4e9adef9fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, bb28930e-3d0a-43c7-985a-b1d6573d124d) {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:26.370652 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2659b210-1719-4bad-b6bb-6d4e9adef9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:26.371282 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2659b210-1719-4bad-b6bb-6d4e9adef9fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.373643 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (81e22758-1511-4527-8f1c-fe3815b3ceb5), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.374855 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (81e22758-1511-4527-8f1c-fe3815b3ceb5), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.379419 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (9fea9e82-4ae3-4676-8db6-902834f829a2), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.380447 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (9fea9e82-4ae3-4676-8db6-902834f829a2), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.434426 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab6c94a-6212-416a-8232-2057736ddf61 None None] Network bb28930e-3d0a-43c7-985a-b1d6573d124d requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:07:26.444126 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp425d6158-53e4-58c1-b7c9-e64d652d6efd-dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55'}]}} from dv-cinder-801522-13-iscsi. {{(pid=105051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 03:07:26.445308 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.447217 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:26.450812 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-74a16a0b-e4e6-43bf-b0a9-b3e60fe441ec admin admin] Publish callbacks [] for security_group (4ea9e388-6772-4b4d-817d-a7356037db22), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.492928 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-a854d3d7-391e-432a-93e0-72a96f325cea admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2490950 Oct 14 03:07:26.493017 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 59844) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:26.499334 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1855676514-router', 'tenant_id': '5cd113c7d65543b2bac8ef368467c092', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:26.502208 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-2659b210-1719-4bad-b6bb-6d4e9adef9fb admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3061669 Oct 14 03:07:26.506131 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb76aa2-c142-4230-82af-1b117a06b203 admin admin] Made reservation on behalf of c7f6c46584ea4ff19b771019b48c8811 for: {'network': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:07:26.512630 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3eb76aa2-c142-4230-82af-1b117a06b203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.520247 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59846) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:26.522094 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Publish callbacks [] for router_controller (81e22758-1511-4527-8f1c-fe3815b3ceb5), precommit_add_association {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.529089 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:26.553726 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3eb76aa2-c142-4230-82af-1b117a06b203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.557672 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Publish callbacks [] for router_controller (9fea9e82-4ae3-4676-8db6-902834f829a2), precommit_add_association {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.572703 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (8129ec6d-5c25-406c-8f4c-232ae6e5c655), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.574361 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (8129ec6d-5c25-406c-8f4c-232ae6e5c655), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.578452 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-74a16a0b-e4e6-43bf-b0a9-b3e60fe441ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (4ea9e388-6772-4b4d-817d-a7356037db22), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.603389 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.605340 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.633927 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-74a16a0b-e4e6-43bf-b0a9-b3e60fe441ec admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=c48dec42cfcb4cd4a60a97758c3caa4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7189324 Oct 14 03:07:26.637730 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59848) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:26.646761 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a16a0b-e4e6-43bf-b0a9-b3e60fe441ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea9e388-6772-4b4d-817d-a7356037db22,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:26.687215 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.688150 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.741142 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Publish callbacks [] for router_controller (8129ec6d-5c25-406c-8f4c-232ae6e5c655), precommit_add_association {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.788395 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp425d6158-53e4-58c1-b7c9-e64d652d6efd-83101ad8-0b91-4e38-8556-3ebbb1384853', 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853', 'project_id': '5cd113c7d65543b2bac8ef368467c092', 'fixed_ips': [{'subnet_id': '03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9'}]}} from dv-cinder-801522-13-iscsi. {{(pid=105051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 03:07:26.789295 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.796125 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.db_base_plugin_common [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Allocated IP 172.20.0.2 (55f1e2d7-2b20-46bb-a21a-28526552f799/83361155-00a4-439a-b18b-f6450713d13d/2d957ad3-b423-44dc-9231-c62018515fd6) {{(pid=105051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:26.832657 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3eb76aa2-c142-4230-82af-1b117a06b203 admin admin] Publish callbacks [] for security_group (41f55e6d-8052-4f81-9d31-7a176563d8ce), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.835046 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Publish callbacks [] for router_controller (6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd), precommit_add_association {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.836043 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6c03e7b7-9f26-4cca-837b-1d6389e070b9 admin admin] Publish callbacks [] for security_group (4ea9e388-6772-4b4d-817d-a7356037db22), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.855733 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp425d6158-53e4-58c1-b7c9-e64d652d6efd-bb28930e-3d0a-43c7-985a-b1d6573d124d', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670'}]}} from dv-cinder-801522-13-iscsi. {{(pid=105051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 03:07:26.856932 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.858363 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6c03e7b7-9f26-4cca-837b-1d6389e070b9 admin admin] Publish callbacks [] for security_group (4ea9e388-6772-4b4d-817d-a7356037db22), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.895642 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3eb76aa2-c142-4230-82af-1b117a06b203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (41f55e6d-8052-4f81-9d31-7a176563d8ce), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.919722 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.db_base_plugin_common [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Allocated IP 172.20.0.2 (706c2be8-801d-4fd3-a7af-a476e6a9ec99/326ff2bf-f78a-4292-afd2-858a661cf898/6a4612c9-d23d-4bd8-9182-98734ef09117) {{(pid=105051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:26.949565 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Publish callbacks [] for router_controller (5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a), precommit_add_association {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:26.982871 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb76aa2-c142-4230-82af-1b117a06b203 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=105050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 03:07:26.999175 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb76aa2-c142-4230-82af-1b117a06b203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f55e6d-8052-4f81-9d31-7a176563d8ce,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:27.066882 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Publish callbacks [] for router_gateway (81e22758-1511-4527-8f1c-fe3815b3ceb5), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:27.075911 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Publish callbacks [] for router_gateway (6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:27.079042 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:27.082684 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Publish callbacks [] for router_gateway (9fea9e82-4ae3-4676-8db6-902834f829a2), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:27.093816 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6c03e7b7-9f26-4cca-837b-1d6389e070b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (4ea9e388-6772-4b4d-817d-a7356037db22), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:27.096657 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6c03e7b7-9f26-4cca-837b-1d6389e070b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:27.097917 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-6c03e7b7-9f26-4cca-837b-1d6389e070b9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/4ea9e388-6772-4b4d-817d-a7356037db22 HTTP/1.1" status: 204 len: 168 time: 0.4593136 Oct 14 03:07:27.099532 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3eb76aa2-c142-4230-82af-1b117a06b203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (a81ed57f-3957-466d-8065-3072fa3e57fa), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:27.099532 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.segments_db [None req-3eb76aa2-c142-4230-82af-1b117a06b203 admin admin] Added segment a81ed57f-3957-466d-8065-3072fa3e57fa of type vlan for network e8ebcb9e-33c7-4c25-a0fd-9e57e73220b8 Oct 14 03:07:27.122480 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03e7b7-9f26-4cca-837b-1d6389e070b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea9e388-6772-4b4d-817d-a7356037db22,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:27.176980 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3eb76aa2-c142-4230-82af-1b117a06b203 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (e8ebcb9e-33c7-4c25-a0fd-9e57e73220b8), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:27.179643 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.db_base_plugin_common [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Allocated IP 172.20.0.2 (dc7d519e-6d73-4b0e-803b-556cfc3b6498/536f6c3e-3717-4a16-a702-45e46a354d55/ee2068d2-3283-41fe-a3b3-f931edac67ea) {{(pid=105051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:27.226206 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:27.272682 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:27.307023 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Publish callbacks [] for router_gateway (8129ec6d-5c25-406c-8f4c-232ae6e5c655), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:27.334207 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3eb76aa2-c142-4230-82af-1b117a06b203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (e8ebcb9e-33c7-4c25-a0fd-9e57e73220b8), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:27.335319 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb76aa2-c142-4230-82af-1b117a06b203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:27.338720 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3eb76aa2-c142-4230-82af-1b117a06b203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:27.341835 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-8bd5259e-e052-4ad9-aa45-ea723e656e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:27.436235 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:27.445400 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb76aa2-c142-4230-82af-1b117a06b203 admin admin] Pushing event updated for resources: {'Network': ['ID=e8ebcb9e-33c7-4c25-a0fd-9e57e73220b8,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:27.455272 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-3eb76aa2-c142-4230-82af-1b117a06b203 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1236308 Oct 14 03:07:27.457806 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59856) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:27.467417 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-15fde82c-b8e9-408d-966a-a27b415d4ae6 admin admin] Request body: {'subnet': {'network_id': 'e8ebcb9e-33c7-4c25-a0fd-9e57e73220b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-457483344-subnet', 'tenant_id': 'c7f6c46584ea4ff19b771019b48c8811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:27.483426 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Publish callbacks [] for router_gateway (6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:27.517426 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:27.655894 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Allocated IP 172.27.3.175 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/f784af24-6727-47c5-9d3b-1bd37b5ae4ab) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:27.667599 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network e8ebcb9e-33c7-4c25-a0fd-9e57e73220b8 details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 03:07:27.668723 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fde82c-b8e9-408d-966a-a27b415d4ae6 admin admin] Made reservation on behalf of c7f6c46584ea4ff19b771019b48c8811 for: {'subnet': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:07:27.671857 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-15fde82c-b8e9-408d-966a-a27b415d4ae6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:27.682607 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.db_base_plugin_common [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Allocated IP 172.20.0.2 (83101ad8-0b91-4e38-8556-3ebbb1384853/03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9/bc407437-b919-4599-894e-9a8ed15bb79f) {{(pid=105051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:27.720186 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Publish callbacks [] for port (2d957ad3-b423-44dc-9231-c62018515fd6), precommit_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:27.724904 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Publish callbacks [] for router_gateway (5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:27.752239 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.db_base_plugin_common [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Allocated IP 172.20.0.2 (bb28930e-3d0a-43c7-985a-b1d6573d124d/135773a1-0191-4c48-88ba-8f3ab667b670/4d832f0f-20ae-48b6-b783-2cb3625c010c) {{(pid=105051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:27.868273 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Publish callbacks [] for port (f784af24-6727-47c5-9d3b-1bd37b5ae4ab), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:27.985686 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:UPDATE=5,neutron:SELECT=85,neutron:INSERT=10 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:28.017904 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (f784af24-6727-47c5-9d3b-1bd37b5ae4ab), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.028008 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (2d957ad3-b423-44dc-9231-c62018515fd6), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.031748 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=79,neutron:UPDATE=10,neutron:INSERT=11 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:28.051592 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-15fde82c-b8e9-408d-966a-a27b415d4ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (2e49f884-00f9-4d44-85a1-43cbdda5c191), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.089881 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:28.143116 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Publish callbacks [] for router_gateway (81e22758-1511-4527-8f1c-fe3815b3ceb5), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.160446 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:28.170128 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Pushing event updated for resources: {'Port': ['ID=f784af24-6727-47c5-9d3b-1bd37b5ae4ab,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:28.180997 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Publish callbacks [] for router_gateway (9fea9e82-4ae3-4676-8db6-902834f829a2), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.186457 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:28.188585 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.207175 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Network 55f1e2d7-2b20-46bb-a21a-28526552f799 is already hosted by enough agents. {{(pid=105051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:28.208422 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Publish callbacks [] for port (6a4612c9-d23d-4bd8-9182-98734ef09117), precommit_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.228027 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Publish callbacks [] for router_gateway (8129ec6d-5c25-406c-8f4c-232ae6e5c655), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.235638 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.261930 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.base_scheduler [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Resources bound (agent type, host, resource id): {{(pid=105051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:28.279977 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Received port after_create {{(pid=105051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:28.309113 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Pushing event updated for resources: {'Port': ['ID=2d957ad3-b423-44dc-9231-c62018515fd6,revision_number=1']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:28.318528 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Publish callbacks [] for port (bc407437-b919-4599-894e-9a8ed15bb79f), precommit_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.332356 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Publish callbacks [] for port (ee2068d2-3283-41fe-a3b3-f931edac67ea), precommit_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.341823 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.371035 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:28.371673 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:28.372191 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:28.372703 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:28.373185 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:28.373673 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:28.374194 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:28.374673 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:28.375261 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:28.375749 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:28.376233 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:28.376908 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:28.377401 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:28.377906 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:28.378375 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Tracked resource versions report: Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: pushed versions: Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: { 'AddressGroup': {'1.2'}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Agent': {'1.1'}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'ConntrackHelper': {'1.0'}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'LocalIPAssociation': {'1.0'}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Log': {'1.0'}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'NDPProxy': {'1.0'}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Network': {'1.1'}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Port': {'1.7'}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'PortForwarding': {'1.3'}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'QosPolicy': {'1.10'}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'SecurityGroup': {'1.5'}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'SecurityGroupRule': {'1.2'}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'SubPort': {'1.0'}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Subnet': {'1.1'}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Trunk': {'1.1'}} Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: consumer versions: Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: { DHCP agent@dv-cinder-801522-13-iscsi: {}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: HyperV agent@hv-cinder-80152: {}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: L3 agent@dv-cinder-801522-13-iscsi: {}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: Metadata agent@dv-cinder-801522-13-iscsi: {}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: Metering agent@dv-cinder-801522-13-iscsi: {}, Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: Open vSwitch agent@dv-cinder-801522-13-iscsi: { 'AddressGroup': '1.2', Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Agent': '1.1', Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'ConntrackHelper': '1.0', Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'LocalIPAssociation': '1.0', Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Log': '1.0', Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'NDPProxy': '1.0', Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Network': '1.1', Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Port': '1.7', Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'PortForwarding': '1.3', Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'QosPolicy': '1.10', Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'SecurityGroup': '1.5', Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'SecurityGroupRule': '1.2', Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'SubPort': '1.0', Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Subnet': '1.1', Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: 'Trunk': '1.1'}} Oct 14 03:07:28.379754 dv-cinder-801522-13-iscsi neutron-server[105051]: {{(pid=105051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 03:07:28.394024 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (6a4612c9-d23d-4bd8-9182-98734ef09117), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.457239 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.483875 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (bc407437-b919-4599-894e-9a8ed15bb79f), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.483875 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (ee2068d2-3283-41fe-a3b3-f931edac67ea), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.499895 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Publish callbacks [] for port (4d832f0f-20ae-48b6-b783-2cb3625c010c), precommit_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.513743 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 is already hosted by enough agents. {{(pid=105051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:28.526646 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.base_scheduler [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Resources bound (agent type, host, resource id): {{(pid=105051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:28.534728 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Received port after_create {{(pid=105051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:28.542078 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Attempting to bind port 2d957ad3-b423-44dc-9231-c62018515fd6 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:07:28.542799 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Attempting to bind port 2d957ad3-b423-44dc-9231-c62018515fd6 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:07:28.543375 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Attempting to bind port 2d957ad3-b423-44dc-9231-c62018515fd6 on network 55f1e2d7-2b20-46bb-a21a-28526552f799 {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:07:28.545484 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Pushing event updated for resources: {'Port': ['ID=6a4612c9-d23d-4bd8-9182-98734ef09117,revision_number=1']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:28.560371 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Network dc7d519e-6d73-4b0e-803b-556cfc3b6498 is already hosted by enough agents. {{(pid=105051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:28.562424 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Network 83101ad8-0b91-4e38-8556-3ebbb1384853 is already hosted by enough agents. {{(pid=105051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:28.577056 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fde82c-b8e9-408d-966a-a27b415d4ae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e49f884-00f9-4d44-85a1-43cbdda5c191,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:28.592772 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:28.593904 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fde82c-b8e9-408d-966a-a27b415d4ae6 admin admin] Checking segment: {'id': 'a81ed57f-3957-466d-8065-3072fa3e57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8ebcb9e-33c7-4c25-a0fd-9e57e73220b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:28.594259 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fde82c-b8e9-408d-966a-a27b415d4ae6 admin admin] Network hostable DHCP agents. Network: e8ebcb9e-33c7-4c25-a0fd-9e57e73220b8, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 03:07:28.613708 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.base_scheduler [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Resources bound (agent type, host, resource id): {{(pid=105051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:28.616165 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.base_scheduler [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Resources bound (agent type, host, resource id): {{(pid=105051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:28.617886 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Received port after_create {{(pid=105051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:28.650706 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (4d832f0f-20ae-48b6-b783-2cb3625c010c), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.653304 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Received port after_create {{(pid=105051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:28.664643 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=8 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:28.723075 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fde82c-b8e9-408d-966a-a27b415d4ae6 admin admin] Network e8ebcb9e-33c7-4c25-a0fd-9e57e73220b8 is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 03:07:28.729457 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Pushing event updated for resources: {'Port': ['ID=bc407437-b919-4599-894e-9a8ed15bb79f,revision_number=1']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:28.758112 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Network bb28930e-3d0a-43c7-985a-b1d6573d124d is already hosted by enough agents. {{(pid=105051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:28.796216 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.base_scheduler [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Resources bound (agent type, host, resource id): {{(pid=105051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:28.816626 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Allocated IP 172.27.3.69 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/9224d247-2cd0-4a88-8385-bf586b45974c) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:28.823446 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Publish callbacks [] for router_gateway (6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.835681 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Received port after_create {{(pid=105051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:28.845715 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:07:28.846131 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Checking segment: {'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:28.846550 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.846940 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Bound using segment: {'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:07:28.847424 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Bound port: 2d957ad3-b423-44dc-9231-c62018515fd6, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:07:28.847796 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (2d957ad3-b423-44dc-9231-c62018515fd6), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.862857 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Attempting to bind port 6a4612c9-d23d-4bd8-9182-98734ef09117 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:07:28.862857 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Attempting to bind port 6a4612c9-d23d-4bd8-9182-98734ef09117 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:07:28.863175 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Attempting to bind port 6a4612c9-d23d-4bd8-9182-98734ef09117 on network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:07:28.866659 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-15fde82c-b8e9-408d-966a-a27b415d4ae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, e8ebcb9e-33c7-4c25-a0fd-9e57e73220b8) {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:28.872164 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Publish callbacks [] for router_gateway (5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.874457 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fde82c-b8e9-408d-966a-a27b415d4ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:28.875052 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-15fde82c-b8e9-408d-966a-a27b415d4ae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.912023 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9476d46a-b09c-47d6-9cc9-bb4e306c7a95 None None] Network e8ebcb9e-33c7-4c25-a0fd-9e57e73220b8 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:07:28.923390 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:28.933546 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Attempting to bind port ee2068d2-3283-41fe-a3b3-f931edac67ea on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:07:28.934528 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Attempting to bind port ee2068d2-3283-41fe-a3b3-f931edac67ea by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:07:28.934528 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Attempting to bind port ee2068d2-3283-41fe-a3b3-f931edac67ea on network dc7d519e-6d73-4b0e-803b-556cfc3b6498 {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:07:28.978934 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Pushing event updated for resources: {'Port': ['ID=ee2068d2-3283-41fe-a3b3-f931edac67ea,revision_number=1']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:28.984891 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Attempting to bind port bc407437-b919-4599-894e-9a8ed15bb79f on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:07:28.985257 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Attempting to bind port bc407437-b919-4599-894e-9a8ed15bb79f by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '544659b3-ca9d-4948-b9c7-9516ca268a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:07:28.985617 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Attempting to bind port bc407437-b919-4599-894e-9a8ed15bb79f on network 83101ad8-0b91-4e38-8556-3ebbb1384853 {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:07:29.027694 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-15fde82c-b8e9-408d-966a-a27b415d4ae6 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5698788 Oct 14 03:07:29.070030 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Publish callbacks [] for port (9224d247-2cd0-4a88-8385-bf586b45974c), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.127325 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729284'] for router (6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.188504 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59908) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:29.193870 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Attempting to bind port 4d832f0f-20ae-48b6-b783-2cb3625c010c on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:07:29.194243 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Attempting to bind port 4d832f0f-20ae-48b6-b783-2cb3625c010c by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:07:29.194596 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Attempting to bind port 4d832f0f-20ae-48b6-b783-2cb3625c010c on network bb28930e-3d0a-43c7-985a-b1d6573d124d {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:07:29.203197 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:07:29.203565 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Checking segment: {'id': '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:29.203964 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.204444 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Bound using segment: {'id': '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:07:29.205086 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Bound port: 6a4612c9-d23d-4bd8-9182-98734ef09117, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:07:29.205692 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (6a4612c9-d23d-4bd8-9182-98734ef09117), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.260912 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] For port 2d957ad3-b423-44dc-9231-c62018515fd6, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:07:29.271802 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f3dc1c-6e9c-4385-990a-5e72b303f8ae admin admin] Deleting subnet f0a5fe58-6282-43fa-994e-374ccf518322 {{(pid=105050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 03:07:29.276466 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-62f3dc1c-6e9c-4385-990a-5e72b303f8ae admin admin] Publish callbacks [] for subnet (f0a5fe58-6282-43fa-994e-374ccf518322), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.291977 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Pushing event updated for resources: {'Port': ['ID=4d832f0f-20ae-48b6-b783-2cb3625c010c,revision_number=1']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:29.291977 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:07:29.291977 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Checking segment: {'id': '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:29.291977 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.292639 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Bound using segment: {'id': '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:07:29.293391 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Bound port: ee2068d2-3283-41fe-a3b3-f931edac67ea, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:07:29.294185 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (ee2068d2-3283-41fe-a3b3-f931edac67ea), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.296580 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:07:29.297229 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Checking segment: {'id': '544659b3-ca9d-4948-b9c7-9516ca268a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:29.297842 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.298389 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Bound using segment: {'id': '544659b3-ca9d-4948-b9c7-9516ca268a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:07:29.299217 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Bound port: bc407437-b919-4599-894e-9a8ed15bb79f, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544659b3-ca9d-4948-b9c7-9516ca268a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:07:29.299763 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (bc407437-b919-4599-894e-9a8ed15bb79f), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.321630 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] For port 2d957ad3-b423-44dc-9231-c62018515fd6, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=2d957ad3-b423-44dc-9231-c62018515fd6,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:07:29.327905 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Allocated IP 172.27.3.2 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/a0bb1b6c-0d01-422d-915d-272d6a004758) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:29.338127 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-62f3dc1c-6e9c-4385-990a-5e72b303f8ae admin admin] Publish callbacks [] for subnet (f0a5fe58-6282-43fa-994e-374ccf518322), precommit_delete_associations {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.338467 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (9224d247-2cd0-4a88-8385-bf586b45974c), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.354607 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-62f3dc1c-6e9c-4385-990a-5e72b303f8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475189'] for subnet (f0a5fe58-6282-43fa-994e-374ccf518322), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.410918 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:29.413087 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c1c307-a7b4-4ae4-b8d8-924aba35b1e9 None None] Network e8ebcb9e-33c7-4c25-a0fd-9e57e73220b8 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:07:29.434580 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:29.462008 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:29.462233 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:07:29.462708 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Checking segment: {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:29.463220 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.464030 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Bound using segment: {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:07:29.464275 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Bound port: 4d832f0f-20ae-48b6-b783-2cb3625c010c, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:07:29.464775 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (4d832f0f-20ae-48b6-b783-2cb3625c010c), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.473348 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:29.475418 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd is scheduled to L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 with binding_index 1 {{(pid=105050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 03:07:29.475920 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (2d957ad3-b423-44dc-9231-c62018515fd6), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.480102 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:29.547990 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-62f3dc1c-6e9c-4385-990a-5e72b303f8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (f0a5fe58-6282-43fa-994e-374ccf518322), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.584250 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3dc1c-6e9c-4385-990a-5e72b303f8ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a5fe58-6282-43fa-994e-374ccf518322,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:29.588753 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-62f3dc1c-6e9c-4385-990a-5e72b303f8ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.592035 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-62f3dc1c-6e9c-4385-990a-5e72b303f8ae admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/f0a5fe58-6282-43fa-994e-374ccf518322 HTTP/1.1" status: 204 len: 168 time: 0.4022081 Oct 14 03:07:29.598512 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59914) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:29.705164 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:29.706479 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] For port 6a4612c9-d23d-4bd8-9182-98734ef09117, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:07:29.744886 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:29.767916 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Pushing event updated for resources: {'Port': ['ID=9224d247-2cd0-4a88-8385-bf586b45974c,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:29.771962 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598136'] for network (fcdf76de-aa24-43e1-bd3f-98a2f6d2e821), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.783972 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:07:29.797570 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Sync routers for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:07:29.818444 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] For port 6a4612c9-d23d-4bd8-9182-98734ef09117, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=6a4612c9-d23d-4bd8-9182-98734ef09117,segment=NetworkSegment(096b242a-6b21-4e4d-8a4b-ad9ddc350fd9),segment_id=096b242a-6b21-4e4d-8a4b-ad9ddc350fd9)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:07:29.821369 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] For port ee2068d2-3283-41fe-a3b3-f931edac67ea, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:07:29.917408 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] For port bc407437-b919-4599-894e-9a8ed15bb79f, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:07:29.917408 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] For port ee2068d2-3283-41fe-a3b3-f931edac67ea, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=ee2068d2-3283-41fe-a3b3-f931edac67ea,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:07:29.917408 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.929557 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] For port bc407437-b919-4599-894e-9a8ed15bb79f, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=bc407437-b919-4599-894e-9a8ed15bb79f,segment=NetworkSegment(544659b3-ca9d-4948-b9c7-9516ca268a2a),segment_id=544659b3-ca9d-4948-b9c7-9516ca268a2a)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:07:29.930828 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-197795d0-e939-415d-9844-f0582114402b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.931048 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92548218-856e-4723-a6f6-0caaa89298e6 None None] Pushing event updated for resources: {'Port': ['ID=2d957ad3-b423-44dc-9231-c62018515fd6,revision_number=2']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:29.937488 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-197795d0-e939-415d-9844-f0582114402b admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4158952 Oct 14 03:07:29.940742 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 59924) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:29.945601 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (6a4612c9-d23d-4bd8-9182-98734ef09117), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.971899 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3595495', 'neutron.services.segments.db._delete_segments_for_network-8738586857692'] for network (fcdf76de-aa24-43e1-bd3f-98a2f6d2e821), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:29.995923 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] For port 4d832f0f-20ae-48b6-b783-2cb3625c010c, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:07:30.023127 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:07:30.023615 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:07:30.025042 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:07:30.025526 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Subscribe: > port after_create 55550000 {{(pid=105050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:07:30.026792 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:07:30.027231 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Subscribe: > port after_update 55550000 {{(pid=105050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:07:30.027645 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:07:30.028094 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:07:30.029606 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:07:30.033136 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:07:30.094979 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:07:30.094979 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:30.095315 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] For port 4d832f0f-20ae-48b6-b783-2cb3625c010c, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=4d832f0f-20ae-48b6-b783-2cb3625c010c,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:07:30.097184 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (bc407437-b919-4599-894e-9a8ed15bb79f), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:30.127592 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (ee2068d2-3283-41fe-a3b3-f931edac67ea), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:30.141259 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:30.189370 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f2100-a5b8-4c2a-90f1-1e1f866027bc None None] Pushing event updated for resources: {'Port': ['ID=6a4612c9-d23d-4bd8-9182-98734ef09117,revision_number=2']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:30.257172 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (4d832f0f-20ae-48b6-b783-2cb3625c010c), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:30.292136 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:30.343633 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3341c-7153-4436-8b8a-c12dd406db2f None None] Pushing event updated for resources: {'Port': ['ID=bc407437-b919-4599-894e-9a8ed15bb79f,revision_number=2']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:30.348643 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:30.470833 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:07:30.506868 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Publish callbacks [] for port (a0bb1b6c-0d01-422d-915d-272d6a004758), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:30.596141 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f2a32-f373-4a5b-8a77-d2771a6379e4 None None] Pushing event updated for resources: {'Port': ['ID=ee2068d2-3283-41fe-a3b3-f931edac67ea,revision_number=2']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:30.792886 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:30.793951 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d2621-2395-42ff-9ff4-4b63c546759d None None] Pushing event updated for resources: {'Port': ['ID=4d832f0f-20ae-48b6-b783-2cb3625c010c,revision_number=2']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:30.829669 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:30.883208 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:07:30.883619 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:07:30.883959 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:07:30.884290 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:07:30.884670 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdf76de-aa24-43e1-bd3f-98a2f6d2e821']}} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:30.954148 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db591be3-dd46-4908-860b-e2bed2345486') {'for_net_delete': True} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:30.954848 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db591be3-dd46-4908-860b-e2bed2345486') {} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:30.960550 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:30.976772 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738586902950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128731633'] for segment (db591be3-dd46-4908-860b-e2bed2345486), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:31.028893 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (db591be3-dd46-4908-860b-e2bed2345486), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:31.035695 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=105050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 03:07:31.036082 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128314383'] for segment (db591be3-dd46-4908-860b-e2bed2345486), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:31.110390 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:28Z', 'revision_number': 3, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:31.126329 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:31.171970 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729251'] for network (fcdf76de-aa24-43e1-bd3f-98a2f6d2e821), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:31.187509 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Checking router: 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:07:31.188157 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Updating router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd port f784af24-6727-47c5-9d3b-1bd37b5ae4ab binding host dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:07:31.205301 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:31.219888 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 59954) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:31.222992 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/fcdf76de-aa24-43e1-bd3f-98a2f6d2e821 HTTP/1.1" status: 204 len: 168 time: 1.6233859 Oct 14 03:07:31.224134 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42768c2d-0b8c-44a8-8921-d3cd57e517e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcdf76de-aa24-43e1-bd3f-98a2f6d2e821,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:31.244048 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (f784af24-6727-47c5-9d3b-1bd37b5ae4ab), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:31.249319 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Publish callbacks [] for router_gateway (81e22758-1511-4527-8f1c-fe3815b3ceb5), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:31.338036 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:31.347552 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (a0bb1b6c-0d01-422d-915d-272d6a004758), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:31.470826 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:31.483631 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42904a7-929b-4a82-b9bc-065a45f9142b admin admin] Deleting subnet 2e49f884-00f9-4d44-85a1-43cbdda5c191 {{(pid=105049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 03:07:31.495692 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:31.505451 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:31.508045 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59966) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:31.511528 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e42904a7-929b-4a82-b9bc-065a45f9142b admin admin] Publish callbacks [] for subnet (2e49f884-00f9-4d44-85a1-43cbdda5c191), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:31.578249 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Allocated IP 172.27.3.190 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/6286cb75-2d09-4972-bb7e-622ef2b5da2e) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:31.619883 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:31.646611 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:31.673620 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59976) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:31.676320 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Pushing event updated for resources: {'Port': ['ID=a0bb1b6c-0d01-422d-915d-272d6a004758,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:31.687470 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08e85f6-a93b-4918-9b3c-6f00c720a544 None None] Network 55f1e2d7-2b20-46bb-a21a-28526552f799 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:07:31.714591 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e42904a7-929b-4a82-b9bc-065a45f9142b admin admin] Publish callbacks [] for subnet (2e49f884-00f9-4d44-85a1-43cbdda5c191), precommit_delete_associations {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:31.800842 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.services.segments.plugin [-] Segment db591be3-dd46-4908-860b-e2bed2345486 resource provider aggregate not found Oct 14 03:07:31.828151 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.services.segments.plugin [-] Segment db591be3-dd46-4908-860b-e2bed2345486 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db591be3-dd46-4908-860b-e2bed2345486 found for delete ", "request_id": "req-5b6a6cd1-dcfe-4d67-9fe2-0d12ae595bc6"}]} Oct 14 03:07:31.839175 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-ec98dc9e-6499-4049-bae1-a0c2096165a7 None None] Provisioning complete for port 2d957ad3-b423-44dc-9231-c62018515fd6 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:31.839797 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-ec98dc9e-6499-4049-bae1-a0c2096165a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (2d957ad3-b423-44dc-9231-c62018515fd6), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:31.840370 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-ec98dc9e-6499-4049-bae1-a0c2096165a7 None None] Attempt 1 to provision port 2d957ad3-b423-44dc-9231-c62018515fd6 Oct 14 03:07:31.870905 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729284'] for router (81e22758-1511-4527-8f1c-fe3815b3ceb5), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:31.914639 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b16cc148-577e-4415-8265-8ae55c459e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:31.918307 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e42904a7-929b-4a82-b9bc-065a45f9142b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475189'] for subnet (2e49f884-00f9-4d44-85a1-43cbdda5c191), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.032318 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-96549d30-3bd5-47cc-a410-fe7ff6bd87c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.076704 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-ec98dc9e-6499-4049-bae1-a0c2096165a7 None None] Current status of the port 2d957ad3-b423-44dc-9231-c62018515fd6 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:32.077474 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-ec98dc9e-6499-4049-bae1-a0c2096165a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (2d957ad3-b423-44dc-9231-c62018515fd6), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.160929 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-ec98dc9e-6499-4049-bae1-a0c2096165a7 None None] For port 2d957ad3-b423-44dc-9231-c62018515fd6, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=2d957ad3-b423-44dc-9231-c62018515fd6,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:07:32.203976 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=5 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:32.224374 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device bc407437-b919-4599-894e-9a8ed15bb79f up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:32.242341 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e42904a7-929b-4a82-b9bc-065a45f9142b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for subnet (2e49f884-00f9-4d44-85a1-43cbdda5c191), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.265032 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b16cc148-577e-4415-8265-8ae55c459e17 admin admin] Publish callbacks [] for security_group (19a2f226-6a18-4577-a2eb-fb13e4f33d41), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.267359 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-96549d30-3bd5-47cc-a410-fe7ff6bd87c4 admin admin] Publish callbacks [] for security_group (ce79de4a-8fc8-4bc8-b84d-1482f284d1b2), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.295366 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-ec98dc9e-6499-4049-bae1-a0c2096165a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (2d957ad3-b423-44dc-9231-c62018515fd6), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.309165 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42904a7-929b-4a82-b9bc-065a45f9142b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e49f884-00f9-4d44-85a1-43cbdda5c191,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:32.338824 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b16cc148-577e-4415-8265-8ae55c459e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (19a2f226-6a18-4577-a2eb-fb13e4f33d41), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.385335 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98dc9e-6499-4049-bae1-a0c2096165a7 None None] Pushing event updated for resources: {'Port': ['ID=2d957ad3-b423-44dc-9231-c62018515fd6,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:32.389322 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7037afb-9d2f-4953-a39b-3db572ef071b None None] Network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:07:32.391302 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-96549d30-3bd5-47cc-a410-fe7ff6bd87c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (ce79de4a-8fc8-4bc8-b84d-1482f284d1b2), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.469320 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-96549d30-3bd5-47cc-a410-fe7ff6bd87c4 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d831dc487bd14af3a83e75aef5bd174d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7922618 Oct 14 03:07:32.471953 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port bc407437-b919-4599-894e-9a8ed15bb79f triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:32.472543 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (bc407437-b919-4599-894e-9a8ed15bb79f), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.473092 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port bc407437-b919-4599-894e-9a8ed15bb79f Oct 14 03:07:32.479946 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:32.481692 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59984) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:32.504863 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-b16cc148-577e-4415-8265-8ae55c459e17 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=5ba89a6694304e5ba357c65ae17fecf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9956682 Oct 14 03:07:32.524671 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cc148-577e-4415-8265-8ae55c459e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a2f226-6a18-4577-a2eb-fb13e4f33d41,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:32.527492 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59986) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:32.530780 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-7e2f6229-0ccd-4365-a615-8d37d5d4143b None None] Provisioning complete for port 6a4612c9-d23d-4bd8-9182-98734ef09117 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:32.531422 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6229-0ccd-4365-a615-8d37d5d4143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (6a4612c9-d23d-4bd8-9182-98734ef09117), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.531965 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-7e2f6229-0ccd-4365-a615-8d37d5d4143b None None] Attempt 1 to provision port 6a4612c9-d23d-4bd8-9182-98734ef09117 Oct 14 03:07:32.567834 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:32.612975 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e42904a7-929b-4a82-b9bc-065a45f9142b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.624482 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-e42904a7-929b-4a82-b9bc-065a45f9142b admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/2e49f884-00f9-4d44-85a1-43cbdda5c191 HTTP/1.1" status: 204 len: 168 time: 1.3964572 Oct 14 03:07:32.627542 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96549d30-3bd5-47cc-a410-fe7ff6bd87c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce79de4a-8fc8-4bc8-b84d-1482f284d1b2,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:32.628467 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 59988) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:32.662655 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:32.687169 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f6229-0ccd-4365-a615-8d37d5d4143b None None] Current status of the port 6a4612c9-d23d-4bd8-9182-98734ef09117 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:32.687821 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6229-0ccd-4365-a615-8d37d5d4143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (6a4612c9-d23d-4bd8-9182-98734ef09117), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.699776 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.709917 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d13ce53-0367-40be-979d-50cde63335af None None] Network dc7d519e-6d73-4b0e-803b-556cfc3b6498 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:07:32.755285 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-803aca2f-561a-4dc1-8b3c-4d44657f7a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598136'] for network (e8ebcb9e-33c7-4c25-a0fd-9e57e73220b8), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.816045 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port bc407437-b919-4599-894e-9a8ed15bb79f is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:32.817243 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (bc407437-b919-4599-894e-9a8ed15bb79f), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.846367 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ec65a2fd-f202-474c-90c2-a2bf61b797ac admin admin] Publish callbacks [] for security_group (ce79de4a-8fc8-4bc8-b84d-1482f284d1b2), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.852385 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Publish callbacks [] for port (6286cb75-2d09-4972-bb7e-622ef2b5da2e), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.862444 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port bc407437-b919-4599-894e-9a8ed15bb79f, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=bc407437-b919-4599-894e-9a8ed15bb79f,segment=NetworkSegment(544659b3-ca9d-4948-b9c7-9516ca268a2a),segment_id=544659b3-ca9d-4948-b9c7-9516ca268a2a)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:07:32.866328 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d536434-4d76-4fb5-8d0d-5035470b93b5 None None] Network 83101ad8-0b91-4e38-8556-3ebbb1384853 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:07:32.895832 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-03cf9b63-5fe6-4c88-908d-dcc0c79825a2 admin admin] Publish callbacks [] for security_group (19a2f226-6a18-4577-a2eb-fb13e4f33d41), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.935656 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-7e2f6229-0ccd-4365-a615-8d37d5d4143b None None] For port 6a4612c9-d23d-4bd8-9182-98734ef09117, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=6a4612c9-d23d-4bd8-9182-98734ef09117,segment=NetworkSegment(096b242a-6b21-4e4d-8a4b-ad9ddc350fd9),segment_id=096b242a-6b21-4e4d-8a4b-ad9ddc350fd9)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:07:32.946588 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (bc407437-b919-4599-894e-9a8ed15bb79f), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.947596 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device ee2068d2-3283-41fe-a3b3-f931edac67ea up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:32.949355 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:32.959092 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ec65a2fd-f202-474c-90c2-a2bf61b797ac admin admin] Publish callbacks [] for security_group (ce79de4a-8fc8-4bc8-b84d-1482f284d1b2), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:32.971332 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-803aca2f-561a-4dc1-8b3c-4d44657f7a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3595495', 'neutron.services.segments.db._delete_segments_for_network-8738586857692'] for network (e8ebcb9e-33c7-4c25-a0fd-9e57e73220b8), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.000466 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-03cf9b63-5fe6-4c88-908d-dcc0c79825a2 admin admin] Publish callbacks [] for security_group (19a2f226-6a18-4577-a2eb-fb13e4f33d41), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.019491 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:33.052194 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=bc407437-b919-4599-894e-9a8ed15bb79f,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:33.082751 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6229-0ccd-4365-a615-8d37d5d4143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (6a4612c9-d23d-4bd8-9182-98734ef09117), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.095846 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Publish callbacks [] for router_gateway (9fea9e82-4ae3-4676-8db6-902834f829a2), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.139879 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4379e732-935a-48b9-9162-2f57eeb5e7b1 None None] Network bb28930e-3d0a-43c7-985a-b1d6573d124d requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:07:33.196279 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-803aca2f-561a-4dc1-8b3c-4d44657f7a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ebcb9e-33c7-4c25-a0fd-9e57e73220b8']}} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:33.201860 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:33.203381 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=70,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=22 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:33.210445 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (6286cb75-2d09-4972-bb7e-622ef2b5da2e), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.223960 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-803aca2f-561a-4dc1-8b3c-4d44657f7a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81ed57f-3957-466d-8065-3072fa3e57fa') {'for_net_delete': True} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:33.224241 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-803aca2f-561a-4dc1-8b3c-4d44657f7a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81ed57f-3957-466d-8065-3072fa3e57fa') {} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:33.240433 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-803aca2f-561a-4dc1-8b3c-4d44657f7a92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738586902950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128731633'] for segment (a81ed57f-3957-466d-8065-3072fa3e57fa), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.265314 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-803aca2f-561a-4dc1-8b3c-4d44657f7a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (a81ed57f-3957-466d-8065-3072fa3e57fa), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.283231 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803aca2f-561a-4dc1-8b3c-4d44657f7a92 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=105050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 03:07:33.283830 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-803aca2f-561a-4dc1-8b3c-4d44657f7a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128314383'] for segment (a81ed57f-3957-466d-8065-3072fa3e57fa), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.326241 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Router 81e22758-1511-4527-8f1c-fe3815b3ceb5 is scheduled to L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 with binding_index 1 {{(pid=105049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 03:07:33.330064 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:33.333968 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port ee2068d2-3283-41fe-a3b3-f931edac67ea triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:33.334335 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (ee2068d2-3283-41fe-a3b3-f931edac67ea), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.334727 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port ee2068d2-3283-41fe-a3b3-f931edac67ea Oct 14 03:07:33.343705 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:33.345157 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] Allocated IP 172.20.0.1 (bb28930e-3d0a-43c7-985a-b1d6573d124d/135773a1-0191-4c48-88ba-8f3ab667b670/6f25f27e-3db0-4295-af74-3df0e0ac9f1e) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:33.349544 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ec65a2fd-f202-474c-90c2-a2bf61b797ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (ce79de4a-8fc8-4bc8-b84d-1482f284d1b2), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.352195 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ec65a2fd-f202-474c-90c2-a2bf61b797ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.353543 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-ec65a2fd-f202-474c-90c2-a2bf61b797ac admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ce79de4a-8fc8-4bc8-b84d-1482f284d1b2 HTTP/1.1" status: 204 len: 168 time: 0.8708160 Oct 14 03:07:33.360800 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:33.376865 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65a2fd-f202-474c-90c2-a2bf61b797ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce79de4a-8fc8-4bc8-b84d-1482f284d1b2,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:33.389556 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:33.394098 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:33.405722 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Pushing event updated for resources: {'Port': ['ID=6286cb75-2d09-4972-bb7e-622ef2b5da2e,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:33.428876 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Provisioning complete for port ee2068d2-3283-41fe-a3b3-f931edac67ea triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:33.429551 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (ee2068d2-3283-41fe-a3b3-f931edac67ea), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.430135 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Attempt 1 to provision port ee2068d2-3283-41fe-a3b3-f931edac67ea Oct 14 03:07:33.447936 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-803aca2f-561a-4dc1-8b3c-4d44657f7a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729251'] for network (e8ebcb9e-33c7-4c25-a0fd-9e57e73220b8), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.452838 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-803aca2f-561a-4dc1-8b3c-4d44657f7a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.458106 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-803aca2f-561a-4dc1-8b3c-4d44657f7a92 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/e8ebcb9e-33c7-4c25-a0fd-9e57e73220b8 HTTP/1.1" status: 204 len: 168 time: 0.7909155 Oct 14 03:07:33.460370 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-03cf9b63-5fe6-4c88-908d-dcc0c79825a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (19a2f226-6a18-4577-a2eb-fb13e4f33d41), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.464372 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Allocated IP 172.27.3.41 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/34d6a47f-72d3-4608-b496-50f6a1f373c6) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:33.483232 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-03cf9b63-5fe6-4c88-908d-dcc0c79825a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.488761 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-03cf9b63-5fe6-4c88-908d-dcc0c79825a2 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/19a2f226-6a18-4577-a2eb-fb13e4f33d41 HTTP/1.1" status: 204 len: 168 time: 0.9299264 Oct 14 03:07:33.516410 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f6229-0ccd-4365-a615-8d37d5d4143b None None] Pushing event updated for resources: {'Port': ['ID=6a4612c9-d23d-4bd8-9182-98734ef09117,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:33.545783 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803aca2f-561a-4dc1-8b3c-4d44657f7a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8ebcb9e-33c7-4c25-a0fd-9e57e73220b8,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:33.554627 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf9b63-5fe6-4c88-908d-dcc0c79825a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a2f226-6a18-4577-a2eb-fb13e4f33d41,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:33.775251 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.817477 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port ee2068d2-3283-41fe-a3b3-f931edac67ea is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:33.818228 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (ee2068d2-3283-41fe-a3b3-f931edac67ea), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.844818 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Current status of the port ee2068d2-3283-41fe-a3b3-f931edac67ea is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:33.846350 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Publish callbacks [] for port (34d6a47f-72d3-4608-b496-50f6a1f373c6), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.848215 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (ee2068d2-3283-41fe-a3b3-f931edac67ea), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.860862 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.services.segments.plugin [-] Segment a81ed57f-3957-466d-8065-3072fa3e57fa resource provider aggregate not found Oct 14 03:07:33.884468 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.services.segments.plugin [-] Segment a81ed57f-3957-466d-8065-3072fa3e57fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a81ed57f-3957-466d-8065-3072fa3e57fa found for delete ", "request_id": "req-72538844-f87c-4c2c-8a9a-944cd402c701"}]} Oct 14 03:07:33.896828 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:33.908063 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port ee2068d2-3283-41fe-a3b3-f931edac67ea, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=ee2068d2-3283-41fe-a3b3-f931edac67ea,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:07:33.937561 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60002) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:33.981453 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729284'] for router (9fea9e82-4ae3-4676-8db6-902834f829a2), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.986038 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (ee2068d2-3283-41fe-a3b3-f931edac67ea), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:33.986801 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-64719101-aa2c-4c8f-aeda-8ae0b112efa9 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b19efffbd45f42158a50d31f0fd97412&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0477915 Oct 14 03:07:33.987345 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 4d832f0f-20ae-48b6-b783-2cb3625c010c up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:33.987573 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60004) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:34.075353 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:07:34.080390 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c6beb0f1-2110-4ab1-8879-757994f9a5b0 admin admin] Publish callbacks [] for security_group (f6b62958-6e85-4e1e-8071-cd61b5f900ed), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.108479 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Sync routers for ids ['81e22758-1511-4527-8f1c-fe3815b3ceb5'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:07:34.110331 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (34d6a47f-72d3-4608-b496-50f6a1f373c6), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.116381 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c6beb0f1-2110-4ab1-8879-757994f9a5b0 admin admin] Publish callbacks [] for security_group (f6b62958-6e85-4e1e-8071-cd61b5f900ed), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.147349 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.db.api [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 14 03:07:34.147770 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG oslo_db.api [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 03:07:34.155742 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=ee2068d2-3283-41fe-a3b3-f931edac67ea,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:34.171554 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:34.173972 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Routers {'81e22758-1511-4527-8f1c-fe3815b3ceb5'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:07:34.173972 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['81e22758-1511-4527-8f1c-fe3815b3ceb5'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:34.209966 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] Publish callbacks [] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.219108 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 4d832f0f-20ae-48b6-b783-2cb3625c010c triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:34.219496 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (4d832f0f-20ae-48b6-b783-2cb3625c010c), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.219835 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 4d832f0f-20ae-48b6-b783-2cb3625c010c Oct 14 03:07:34.246878 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c6beb0f1-2110-4ab1-8879-757994f9a5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (f6b62958-6e85-4e1e-8071-cd61b5f900ed), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.250148 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c6beb0f1-2110-4ab1-8879-757994f9a5b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.252159 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-c6beb0f1-2110-4ab1-8879-757994f9a5b0 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/f6b62958-6e85-4e1e-8071-cd61b5f900ed HTTP/1.1" status: 204 len: 168 time: 0.2634277 Oct 14 03:07:34.266208 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6beb0f1-2110-4ab1-8879-757994f9a5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b62958-6e85-4e1e-8071-cd61b5f900ed,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:34.283110 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:34.317863 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:34.328220 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Pushing event updated for resources: {'Port': ['ID=34d6a47f-72d3-4608-b496-50f6a1f373c6,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:34.331549 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Set router 81e22758-1511-4527-8f1c-fe3815b3ceb5 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:07:34.338700 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:34.350970 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Publish callbacks [] for port (f784af24-6727-47c5-9d3b-1bd37b5ae4ab), precommit_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.451524 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (f784af24-6727-47c5-9d3b-1bd37b5ae4ab), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.452824 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 4d832f0f-20ae-48b6-b783-2cb3625c010c is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:34.453221 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (4d832f0f-20ae-48b6-b783-2cb3625c010c), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.517571 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 4d832f0f-20ae-48b6-b783-2cb3625c010c, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=4d832f0f-20ae-48b6-b783-2cb3625c010c,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:07:34.529834 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60012) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:34.531702 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.533812 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-1c54622d-bd43-4c0d-9efc-67464f682d1a admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.4110994 Oct 14 03:07:34.545447 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 60014) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:34.551166 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e184-385a-410e-bc74-27140b049d8e None None] Pushing event updated for resources: {'Port': ['ID=f784af24-6727-47c5-9d3b-1bd37b5ae4ab,revision_number=2']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:34.564272 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:30Z', 'revision_number': 3, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:34.566160 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-7e6ec0a0-c39e-4c92-87df-7c758480f9ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.571557 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e184-385a-410e-bc74-27140b049d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:34.572154 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e184-385a-410e-bc74-27140b049d8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:34.574697 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e184-385a-410e-bc74-27140b049d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:34.575254 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e184-385a-410e-bc74-27140b049d8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:34.575748 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e184-385a-410e-bc74-27140b049d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:34.576247 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e184-385a-410e-bc74-27140b049d8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:34.578285 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e184-385a-410e-bc74-27140b049d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:34.579655 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e184-385a-410e-bc74-27140b049d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:34.580187 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e184-385a-410e-bc74-27140b049d8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:34.580735 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e184-385a-410e-bc74-27140b049d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:34.581854 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e184-385a-410e-bc74-27140b049d8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:34.583013 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e184-385a-410e-bc74-27140b049d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:34.585084 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e184-385a-410e-bc74-27140b049d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:34.585740 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e184-385a-410e-bc74-27140b049d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:34.586716 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e184-385a-410e-bc74-27140b049d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1e184-385a-410e-bc74-27140b049d8e None None] Tracked resource versions report: Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: pushed versions: Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: { 'AddressGroup': {'1.2'}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Agent': {'1.1'}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'ConntrackHelper': {'1.0'}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'LocalIPAssociation': {'1.0'}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Log': {'1.0'}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'NDPProxy': {'1.0'}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Network': {'1.1'}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Port': {'1.7'}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'PortForwarding': {'1.3'}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'QosPolicy': {'1.10'}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'SecurityGroup': {'1.5'}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'SecurityGroupRule': {'1.2'}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'SubPort': {'1.0'}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Subnet': {'1.1'}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Trunk': {'1.1'}} Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: consumer versions: Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: { DHCP agent@dv-cinder-801522-13-iscsi: {}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: HyperV agent@hv-cinder-80152: {}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: L3 agent@dv-cinder-801522-13-iscsi: {}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: Metadata agent@dv-cinder-801522-13-iscsi: {}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: Metering agent@dv-cinder-801522-13-iscsi: {}, Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: Open vSwitch agent@dv-cinder-801522-13-iscsi: { 'AddressGroup': '1.2', Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Agent': '1.1', Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'ConntrackHelper': '1.0', Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'LocalIPAssociation': '1.0', Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Log': '1.0', Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'NDPProxy': '1.0', Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Network': '1.1', Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Port': '1.7', Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'PortForwarding': '1.3', Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'QosPolicy': '1.10', Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'SecurityGroup': '1.5', Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'SecurityGroupRule': '1.2', Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'SubPort': '1.0', Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Subnet': '1.1', Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: 'Trunk': '1.1'}} Oct 14 03:07:34.592436 dv-cinder-801522-13-iscsi neutron-server[105052]: {{(pid=105052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 03:07:34.595679 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Checking router: 81e22758-1511-4527-8f1c-fe3815b3ceb5 for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:07:34.595679 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Updating router 81e22758-1511-4527-8f1c-fe3815b3ceb5 port 9224d247-2cd0-4a88-8385-bf586b45974c binding host dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:07:34.596037 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (4d832f0f-20ae-48b6-b783-2cb3625c010c), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.596757 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 6a4612c9-d23d-4bd8-9182-98734ef09117 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:34.602718 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Attempting to bind port f784af24-6727-47c5-9d3b-1bd37b5ae4ab on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:07:34.606213 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Attempting to bind port f784af24-6727-47c5-9d3b-1bd37b5ae4ab by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:07:34.606213 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Attempting to bind port f784af24-6727-47c5-9d3b-1bd37b5ae4ab on network bb95bd8b-673c-4030-8dbe-0fae2985823e {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:07:34.627073 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 60016) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:34.633212 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:34.689982 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-483a07ca-121c-4eff-881a-ae18102d495b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.695564 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:07:34.697048 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Checking segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:34.700494 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.703371 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Bound using segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:07:34.704259 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Bound port: f784af24-6727-47c5-9d3b-1bd37b5ae4ab, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:07:34.713865 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (f784af24-6727-47c5-9d3b-1bd37b5ae4ab), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.741558 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9224d247-2cd0-4a88-8385-bf586b45974c), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.742471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-7e6ec0a0-c39e-4c92-87df-7c758480f9ca admin admin] Publish callbacks [] for security_group (dd2b03c1-5898-47e4-bae4-3e69993d685a), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.745924 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:34.770735 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Publish callbacks [] for router_gateway (8129ec6d-5c25-406c-8f4c-232ae6e5c655), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.777495 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:34.790760 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Current status of the port ee2068d2-3283-41fe-a3b3-f931edac67ea is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:34.796305 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] For port f784af24-6727-47c5-9d3b-1bd37b5ae4ab, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:07:34.800390 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] For port f784af24-6727-47c5-9d3b-1bd37b5ae4ab, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=f784af24-6727-47c5-9d3b-1bd37b5ae4ab,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:07:34.801719 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=4d832f0f-20ae-48b6-b783-2cb3625c010c,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:34.835232 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-7e6ec0a0-c39e-4c92-87df-7c758480f9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (dd2b03c1-5898-47e4-bae4-3e69993d685a), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.842420 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.858834 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Provisioning complete for port 2d957ad3-b423-44dc-9231-c62018515fd6 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:34.859458 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (2d957ad3-b423-44dc-9231-c62018515fd6), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.859794 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Attempt 1 to provision port 2d957ad3-b423-44dc-9231-c62018515fd6 Oct 14 03:07:34.882824 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-7e6ec0a0-c39e-4c92-87df-7c758480f9ca admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b34040676bdb4d5f90488f31469fa0f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512301 Oct 14 03:07:34.886094 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60018) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:34.895769 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ec0a0-c39e-4c92-87df-7c758480f9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2b03c1-5898-47e4-bae4-3e69993d685a,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:34.898150 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 6a4612c9-d23d-4bd8-9182-98734ef09117 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:34.898533 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (6a4612c9-d23d-4bd8-9182-98734ef09117), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.898875 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 6a4612c9-d23d-4bd8-9182-98734ef09117 Oct 14 03:07:34.911781 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (f784af24-6727-47c5-9d3b-1bd37b5ae4ab), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.940548 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:34.963851 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-691b7196-8172-4b83-b572-f68ff42bef09 admin admin] Publish callbacks [] for security_group (dd2b03c1-5898-47e4-bae4-3e69993d685a), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.989706 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:34.992881 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-691b7196-8172-4b83-b572-f68ff42bef09 admin admin] Publish callbacks [] for security_group (dd2b03c1-5898-47e4-bae4-3e69993d685a), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:34.997508 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:07:35.011182 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:35.081837 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] Network bb28930e-3d0a-43c7-985a-b1d6573d124d is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:35.099315 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:35.104717 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:35.107709 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e184-385a-410e-bc74-27140b049d8e None None] Pushing event updated for resources: {'Port': ['ID=f784af24-6727-47c5-9d3b-1bd37b5ae4ab,revision_number=3']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:35.115474 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:35.115948 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735551'] for router_interface (6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:35.118614 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] Pushing event updated for resources: {'Port': ['ID=6f25f27e-3db0-4295-af74-3df0e0ac9f1e,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:35.156637 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-691b7196-8172-4b83-b572-f68ff42bef09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (dd2b03c1-5898-47e4-bae4-3e69993d685a), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:35.161052 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-691b7196-8172-4b83-b572-f68ff42bef09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:35.165944 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-691b7196-8172-4b83-b572-f68ff42bef09 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/dd2b03c1-5898-47e4-bae4-3e69993d685a HTTP/1.1" status: 204 len: 168 time: 0.2758491 Oct 14 03:07:35.190288 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b7196-8172-4b83-b572-f68ff42bef09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2b03c1-5898-47e4-bae4-3e69993d685a,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:35.200955 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:07:35.267513 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Publish callbacks [] for port (9224d247-2cd0-4a88-8385-bf586b45974c), precommit_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:35.267754 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Router 9fea9e82-4ae3-4676-8db6-902834f829a2 is scheduled to L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 with binding_index 1 {{(pid=105049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 03:07:35.279097 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Current status of the port 2d957ad3-b423-44dc-9231-c62018515fd6 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:35.296577 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 6a4612c9-d23d-4bd8-9182-98734ef09117 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:35.297255 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 2d957ad3-b423-44dc-9231-c62018515fd6 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:35.337257 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:35.352699 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 2d957ad3-b423-44dc-9231-c62018515fd6 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:35.354891 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (2d957ad3-b423-44dc-9231-c62018515fd6), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:35.355250 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 2d957ad3-b423-44dc-9231-c62018515fd6 Oct 14 03:07:35.394089 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Provisioning complete for port bc407437-b919-4599-894e-9a8ed15bb79f triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:35.394440 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (bc407437-b919-4599-894e-9a8ed15bb79f), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:35.394671 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Attempt 1 to provision port bc407437-b919-4599-894e-9a8ed15bb79f Oct 14 03:07:35.417447 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (9224d247-2cd0-4a88-8385-bf586b45974c), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:35.495926 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Attempting to bind port 9224d247-2cd0-4a88-8385-bf586b45974c on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:07:35.496407 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Attempting to bind port 9224d247-2cd0-4a88-8385-bf586b45974c by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:07:35.496691 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Attempting to bind port 9224d247-2cd0-4a88-8385-bf586b45974c on network bb95bd8b-673c-4030-8dbe-0fae2985823e {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:07:35.529077 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:28Z', 'revision_number': 3, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:35.547383 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bb0a8-931a-49af-ad20-fcd2a562e272 None None] Pushing event updated for resources: {'Port': ['ID=9224d247-2cd0-4a88-8385-bf586b45974c,revision_number=2']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:35.559080 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 2d957ad3-b423-44dc-9231-c62018515fd6 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:35.566755 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4171f7de-19ed-4c11-a216-11a64cd41628 None None] The sync data for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi is: [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:28Z', 'revision_number': 3, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:07:35.605050 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Publish callbacks [] for router_gateway (5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:35.611498 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:07:35.611881 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Checking segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:35.612288 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:35.612892 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Bound using segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:07:35.613157 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Bound port: 9224d247-2cd0-4a88-8385-bf586b45974c, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:07:35.613538 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9224d247-2cd0-4a88-8385-bf586b45974c), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:35.621454 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Current status of the port bc407437-b919-4599-894e-9a8ed15bb79f is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:35.653787 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Provisioning complete for port 4d832f0f-20ae-48b6-b783-2cb3625c010c triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:35.654166 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (4d832f0f-20ae-48b6-b783-2cb3625c010c), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:35.654509 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Attempt 1 to provision port 4d832f0f-20ae-48b6-b783-2cb3625c010c Oct 14 03:07:35.706595 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60026) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:35.740818 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] For port 9224d247-2cd0-4a88-8385-bf586b45974c, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:07:35.763422 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 4d832f0f-20ae-48b6-b783-2cb3625c010c up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:35.787339 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:DELETE=7,neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:35.790939 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-9578c95c-a64f-4452-b769-5d12cc896d82 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=c7f6c46584ea4ff19b771019b48c8811&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0832589 Oct 14 03:07:35.794266 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60028) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:35.830764 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:35.846751 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-483a07ca-121c-4eff-881a-ae18102d495b admin admin] Publish callbacks [] for security_group (a2480414-73cd-4611-abe3-04576b6cd1d9), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:35.891726 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a4de-199d-4bdc-8bd8-71ffc04a6068 admin admin] Publish callbacks [] for security_group (41f55e6d-8052-4f81-9d31-7a176563d8ce), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:35.919344 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a4de-199d-4bdc-8bd8-71ffc04a6068 admin admin] Publish callbacks [] for security_group (41f55e6d-8052-4f81-9d31-7a176563d8ce), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:35.930872 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] For port 9224d247-2cd0-4a88-8385-bf586b45974c, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=9224d247-2cd0-4a88-8385-bf586b45974c,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:07:35.936346 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:07:35.938552 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729284'] for router (8129ec6d-5c25-406c-8f4c-232ae6e5c655), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:35.944220 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:35.954681 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-d53eb2ff-2da0-4bf7-88b1-14f642df1a25 None None] Current status of the port 4d832f0f-20ae-48b6-b783-2cb3625c010c is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:35.959055 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Sync routers for ids ['9fea9e82-4ae3-4676-8db6-902834f829a2'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:07:35.973985 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 4d832f0f-20ae-48b6-b783-2cb3625c010c triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:35.974389 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (4d832f0f-20ae-48b6-b783-2cb3625c010c), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:35.974733 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 4d832f0f-20ae-48b6-b783-2cb3625c010c Oct 14 03:07:35.989897 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Routers {'9fea9e82-4ae3-4676-8db6-902834f829a2'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:07:35.990967 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9fea9e82-4ae3-4676-8db6-902834f829a2'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:36.057136 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-483a07ca-121c-4eff-881a-ae18102d495b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (a2480414-73cd-4611-abe3-04576b6cd1d9), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:36.090705 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a4de-199d-4bdc-8bd8-71ffc04a6068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (41f55e6d-8052-4f81-9d31-7a176563d8ce), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:36.090705 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a4de-199d-4bdc-8bd8-71ffc04a6068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:36.091964 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-c4b6a4de-199d-4bdc-8bd8-71ffc04a6068 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/41f55e6d-8052-4f81-9d31-7a176563d8ce HTTP/1.1" status: 204 len: 168 time: 0.2964745 Oct 14 03:07:36.107231 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (9224d247-2cd0-4a88-8385-bf586b45974c), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:36.119187 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6a4de-199d-4bdc-8bd8-71ffc04a6068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f55e6d-8052-4f81-9d31-7a176563d8ce,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:36.170706 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 4d832f0f-20ae-48b6-b783-2cb3625c010c is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:36.175435 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 6a4612c9-d23d-4bd8-9182-98734ef09117 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:36.212176 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Set router 9fea9e82-4ae3-4676-8db6-902834f829a2 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:07:36.214656 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Provisioning complete for port bc407437-b919-4599-894e-9a8ed15bb79f triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:36.215052 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (bc407437-b919-4599-894e-9a8ed15bb79f), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:36.215393 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Attempt 1 to provision port bc407437-b919-4599-894e-9a8ed15bb79f Oct 14 03:07:36.317451 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Routers {'81e22758-1511-4527-8f1c-fe3815b3ceb5'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:07:36.328145 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['81e22758-1511-4527-8f1c-fe3815b3ceb5'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:36.341649 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:36.414697 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-483a07ca-121c-4eff-881a-ae18102d495b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=45877a0d46fb4028aedbe0eb7ac28dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7817831 Oct 14 03:07:36.415321 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a07ca-121c-4eff-881a-ae18102d495b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2480414-73cd-4611-abe3-04576b6cd1d9,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:36.418348 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60040) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:36.513725 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:36.514985 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-569693df-93e0-43fa-b1c2-4d439e30c225 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.3465638 Oct 14 03:07:36.518907 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60044) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:36.572032 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:36.573107 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:32Z', 'revision_number': 3, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'gw_port': {'id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:36.592962 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bb0a8-931a-49af-ad20-fcd2a562e272 None None] Pushing event updated for resources: {'Port': ['ID=9224d247-2cd0-4a88-8385-bf586b45974c,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:36.602070 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 6a4612c9-d23d-4bd8-9182-98734ef09117 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:36.602471 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (6a4612c9-d23d-4bd8-9182-98734ef09117), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:36.602815 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 6a4612c9-d23d-4bd8-9182-98734ef09117 Oct 14 03:07:36.640880 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Checking router: 9fea9e82-4ae3-4676-8db6-902834f829a2 for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:07:36.641229 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Updating router 9fea9e82-4ae3-4676-8db6-902834f829a2 port a0bb1b6c-0d01-422d-915d-272d6a004758 binding host dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:07:36.664987 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-72be05f4-1f93-40ac-9441-9e9c15c30297 admin admin] Publish callbacks [] for security_group (a2480414-73cd-4611-abe3-04576b6cd1d9), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:36.687861 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:36.690372 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] Set router 81e22758-1511-4527-8f1c-fe3815b3ceb5 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:07:36.710264 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-72be05f4-1f93-40ac-9441-9e9c15c30297 admin admin] Publish callbacks [] for security_group (a2480414-73cd-4611-abe3-04576b6cd1d9), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:36.871097 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729284'] for router (5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:36.893915 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-72be05f4-1f93-40ac-9441-9e9c15c30297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (a2480414-73cd-4611-abe3-04576b6cd1d9), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:36.896489 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-72be05f4-1f93-40ac-9441-9e9c15c30297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:36.907691 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-72be05f4-1f93-40ac-9441-9e9c15c30297 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a2480414-73cd-4611-abe3-04576b6cd1d9 HTTP/1.1" status: 204 len: 168 time: 0.4858875 Oct 14 03:07:36.913934 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (a0bb1b6c-0d01-422d-915d-272d6a004758), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:36.956100 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be05f4-1f93-40ac-9441-9e9c15c30297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2480414-73cd-4611-abe3-04576b6cd1d9,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:37.048455 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:37.099636 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:37.127522 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Current status of the port bc407437-b919-4599-894e-9a8ed15bb79f is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:37.133599 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:37.166387 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 6a4612c9-d23d-4bd8-9182-98734ef09117 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:37.167485 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device bc407437-b919-4599-894e-9a8ed15bb79f up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:37.228028 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] Publish callbacks [] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:37.235267 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Provisioning complete for port ee2068d2-3283-41fe-a3b3-f931edac67ea triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:37.235267 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (ee2068d2-3283-41fe-a3b3-f931edac67ea), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:37.235267 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Attempt 1 to provision port ee2068d2-3283-41fe-a3b3-f931edac67ea Oct 14 03:07:37.300152 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:37.309994 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Publish callbacks [] for port (a0bb1b6c-0d01-422d-915d-272d6a004758), precommit_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:37.319869 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 is scheduled to L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 with binding_index 1 {{(pid=105049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 03:07:37.324500 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:37.325279 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-735651'] for router_interface (6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:37.377733 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (a0bb1b6c-0d01-422d-915d-272d6a004758), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:37.400123 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Attempting to bind port a0bb1b6c-0d01-422d-915d-272d6a004758 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:07:37.400578 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Attempting to bind port a0bb1b6c-0d01-422d-915d-272d6a004758 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:07:37.400947 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Attempting to bind port a0bb1b6c-0d01-422d-915d-272d6a004758 on network bb95bd8b-673c-4030-8dbe-0fae2985823e {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:07:37.408482 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:30Z', 'revision_number': 3, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:37.411852 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port bc407437-b919-4599-894e-9a8ed15bb79f triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:37.412087 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (bc407437-b919-4599-894e-9a8ed15bb79f), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:37.412443 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port bc407437-b919-4599-894e-9a8ed15bb79f Oct 14 03:07:37.487990 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d270235-206f-41d8-8847-f697a2d45b27 None None] The sync data for ids ['81e22758-1511-4527-8f1c-fe3815b3ceb5'] in dv-cinder-801522-13-iscsi is: [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:30Z', 'revision_number': 3, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:07:37.501010 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ffe65-56a0-44c1-8114-ac7180139167 None None] Pushing event updated for resources: {'Port': ['ID=a0bb1b6c-0d01-422d-915d-272d6a004758,revision_number=2']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:37.569600 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Current status of the port ee2068d2-3283-41fe-a3b3-f931edac67ea is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:37.576247 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:37.595544 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:07:37.601233 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Checking segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:37.601233 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:37.601233 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Bound using segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:07:37.601233 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Bound port: a0bb1b6c-0d01-422d-915d-272d6a004758, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:07:37.601233 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (a0bb1b6c-0d01-422d-915d-272d6a004758), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:37.637322 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:37.640271 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Provisioning complete for port 6a4612c9-d23d-4bd8-9182-98734ef09117 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:37.641084 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (6a4612c9-d23d-4bd8-9182-98734ef09117), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:37.641084 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Attempt 1 to provision port 6a4612c9-d23d-4bd8-9182-98734ef09117 Oct 14 03:07:37.663365 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] Allocated IP 172.20.0.1 (dc7d519e-6d73-4b0e-803b-556cfc3b6498/536f6c3e-3717-4a16-a702-45e46a354d55/95623a04-e6be-4a48-9e2b-d406c885e069) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:37.691494 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] For port a0bb1b6c-0d01-422d-915d-272d6a004758, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:07:37.692896 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port bc407437-b919-4599-894e-9a8ed15bb79f is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:37.695130 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 2d957ad3-b423-44dc-9231-c62018515fd6 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:37.700732 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] For port a0bb1b6c-0d01-422d-915d-272d6a004758, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=a0bb1b6c-0d01-422d-915d-272d6a004758,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:07:37.790402 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (a0bb1b6c-0d01-422d-915d-272d6a004758), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:37.842125 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 2d957ad3-b423-44dc-9231-c62018515fd6 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:37.842497 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (2d957ad3-b423-44dc-9231-c62018515fd6), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:37.842835 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 2d957ad3-b423-44dc-9231-c62018515fd6 Oct 14 03:07:37.860681 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Routers {'9fea9e82-4ae3-4676-8db6-902834f829a2'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:07:37.861397 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9fea9e82-4ae3-4676-8db6-902834f829a2'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:37.886012 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] Publish callbacks [] for port (95623a04-e6be-4a48-9e2b-d406c885e069), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:37.910046 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Current status of the port 6a4612c9-d23d-4bd8-9182-98734ef09117 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:37.946254 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] Allocated IP 172.20.0.1 (55f1e2d7-2b20-46bb-a21a-28526552f799/83361155-00a4-439a-b18b-f6450713d13d/0d1b4b7c-8b51-40c7-868e-b0ed0167a770) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:37.946768 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:37.952646 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Provisioning complete for port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:37.953233 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:37.953627 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Attempt 1 to provision port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e Oct 14 03:07:38.056700 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] Set router 9fea9e82-4ae3-4676-8db6-902834f829a2 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:07:38.087432 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:07:38.105585 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Provisioning complete for port 4d832f0f-20ae-48b6-b783-2cb3625c010c triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:38.106262 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (4d832f0f-20ae-48b6-b783-2cb3625c010c), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:38.106358 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Attempt 1 to provision port 4d832f0f-20ae-48b6-b783-2cb3625c010c Oct 14 03:07:38.227805 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 2d957ad3-b423-44dc-9231-c62018515fd6 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:38.230474 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device ee2068d2-3283-41fe-a3b3-f931edac67ea up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:38.284968 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] Publish callbacks [] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:38.309195 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] Pushing event updated for resources: {'Port': ['ID=6f25f27e-3db0-4295-af74-3df0e0ac9f1e,revision_number=2']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:38.309321 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:38.326073 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:38.370270 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:32Z', 'revision_number': 3, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'gw_port': {'id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:38.403343 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4a008-66b8-4fdc-93ac-625566e03800 None None] The sync data for ids ['9fea9e82-4ae3-4676-8db6-902834f829a2'] in dv-cinder-801522-13-iscsi is: [{'id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:32Z', 'revision_number': 3, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'gw_port': {'id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:07:38.418320 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Router 5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a is scheduled to L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 with binding_index 1 {{(pid=105049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 03:07:38.418814 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:38.431885 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:38.434885 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port ee2068d2-3283-41fe-a3b3-f931edac67ea triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:38.435270 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (ee2068d2-3283-41fe-a3b3-f931edac67ea), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:38.437031 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ffe65-56a0-44c1-8114-ac7180139167 None None] Pushing event updated for resources: {'Port': ['ID=a0bb1b6c-0d01-422d-915d-272d6a004758,revision_number=3']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:38.438580 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port ee2068d2-3283-41fe-a3b3-f931edac67ea Oct 14 03:07:38.500175 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-812fe83b-f8eb-4e1b-b909-ae7b3d332679 None None] Current status of the port 4d832f0f-20ae-48b6-b783-2cb3625c010c is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:38.515491 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] Network 55f1e2d7-2b20-46bb-a21a-28526552f799 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:38.519799 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] Pushing event updated for resources: {'Port': ['ID=0d1b4b7c-8b51-40c7-868e-b0ed0167a770,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:38.523730 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:38.530199 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:38.541362 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] Network bb28930e-3d0a-43c7-985a-b1d6573d124d is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:38.554568 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:38.559091 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:07:38.561915 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (95623a04-e6be-4a48-9e2b-d406c885e069), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:38.577959 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Sync routers for ids ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:07:38.645599 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735551'] for router_interface (9fea9e82-4ae3-4676-8db6-902834f829a2), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:38.685292 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port ee2068d2-3283-41fe-a3b3-f931edac67ea is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:38.689646 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] Pushing event updated for resources: {'Port': ['ID=95623a04-e6be-4a48-9e2b-d406c885e069,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:38.694729 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Routers {'8129ec6d-5c25-406c-8f4c-232ae6e5c655'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:07:38.695710 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:38.719429 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] Network dc7d519e-6d73-4b0e-803b-556cfc3b6498 is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:39.127715 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Set router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:07:39.138255 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:39.138255 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:39.138255 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735551'] for router_interface (81e22758-1511-4527-8f1c-fe3815b3ceb5), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:39.174804 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:39.179863 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:39.182409 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-6a770146-40c6-4830-9726-4a1ff4a3ac25 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.9249544 Oct 14 03:07:39.188057 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60096) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:39.212584 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device f784af24-6727-47c5-9d3b-1bd37b5ae4ab up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:39.305129 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:39.308008 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] Router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:07:39.371305 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:39.412074 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:07:39.424321 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Sync routers for ids ['5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:07:39.440051 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Routers {'5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:07:39.440690 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:39.581192 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-fd720d8f-eef8-449c-8bb5-01b3f4f5a325 None None] Provisioning complete for port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:39.583319 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-fd720d8f-eef8-449c-8bb5-01b3f4f5a325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:39.583656 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-fd720d8f-eef8-449c-8bb5-01b3f4f5a325 None None] Attempt 1 to provision port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 Oct 14 03:07:39.651922 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port f784af24-6727-47c5-9d3b-1bd37b5ae4ab triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:39.654879 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (f784af24-6727-47c5-9d3b-1bd37b5ae4ab), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:39.656289 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port f784af24-6727-47c5-9d3b-1bd37b5ae4ab Oct 14 03:07:39.667313 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:39.714161 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Set router 5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:07:39.777071 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:39.848469 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-fd720d8f-eef8-449c-8bb5-01b3f4f5a325 None None] Port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:07:39.943420 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-fd720d8f-eef8-449c-8bb5-01b3f4f5a325 None None] Provisioning complete for port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:39.944323 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-fd720d8f-eef8-449c-8bb5-01b3f4f5a325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:39.945441 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-fd720d8f-eef8-449c-8bb5-01b3f4f5a325 None None] Attempt 1 to provision port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e Oct 14 03:07:39.965448 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:39.969357 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:39.970806 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-2920b727-4a1b-44c3-bb62-963c69088667 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.4750350 Oct 14 03:07:39.971953 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:39.980183 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 60114) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:40.114837 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port f784af24-6727-47c5-9d3b-1bd37b5ae4ab is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:40.115725 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (f784af24-6727-47c5-9d3b-1bd37b5ae4ab), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:40.149617 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port f784af24-6727-47c5-9d3b-1bd37b5ae4ab, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=f784af24-6727-47c5-9d3b-1bd37b5ae4ab,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:07:40.162100 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:33Z', 'revision_number': 3, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:40.167076 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'name': 'tempest-DeleteServersTestJSON-1855676514-router', 'tenant_id': '5cd113c7d65543b2bac8ef368467c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '34d6a47f-72d3-4608-b496-50f6a1f373c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:34Z', 'revision_number': 3, 'project_id': '5cd113c7d65543b2bac8ef368467c092', 'gw_port': {'id': '34d6a47f-72d3-4608-b496-50f6a1f373c6', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:77:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:40.225592 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-fd720d8f-eef8-449c-8bb5-01b3f4f5a325 None None] Port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:07:40.228404 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Checking router: 8129ec6d-5c25-406c-8f4c-232ae6e5c655 for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:07:40.228807 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Updating router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 port 6286cb75-2d09-4972-bb7e-622ef2b5da2e binding host dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:07:40.233624 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (f784af24-6727-47c5-9d3b-1bd37b5ae4ab), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:40.234752 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 9224d247-2cd0-4a88-8385-bf586b45974c up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:40.247708 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (95623a04-e6be-4a48-9e2b-d406c885e069), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:40.273626 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Checking router: 5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:07:40.274661 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Updating router 5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a port 34d6a47f-72d3-4608-b496-50f6a1f373c6 binding host dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:07:40.342726 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (34d6a47f-72d3-4608-b496-50f6a1f373c6), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:40.375534 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (6286cb75-2d09-4972-bb7e-622ef2b5da2e), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:40.432343 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-32696f30-84be-486b-a2b5-074bb90d4ad0 None None] Provisioning complete for port 95623a04-e6be-4a48-9e2b-d406c885e069 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:40.449966 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-32696f30-84be-486b-a2b5-074bb90d4ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (95623a04-e6be-4a48-9e2b-d406c885e069), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:40.450623 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-32696f30-84be-486b-a2b5-074bb90d4ad0 None None] Attempt 1 to provision port 95623a04-e6be-4a48-9e2b-d406c885e069 Oct 14 03:07:40.496722 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:40.548953 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=f784af24-6727-47c5-9d3b-1bd37b5ae4ab,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:40.553050 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:07:40.631639 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] Publish callbacks [] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:40.633348 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-4622cb10-ce83-4a16-8675-cb682a1d0f8d admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6647263 Oct 14 03:07:40.644615 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:40.663297 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Sync routers for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:07:40.671283 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 9224d247-2cd0-4a88-8385-bf586b45974c triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:40.671925 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (9224d247-2cd0-4a88-8385-bf586b45974c), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:40.676247 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 9224d247-2cd0-4a88-8385-bf586b45974c Oct 14 03:07:40.687746 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:40.731711 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-32696f30-84be-486b-a2b5-074bb90d4ad0 None None] Port 95623a04-e6be-4a48-9e2b-d406c885e069 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:07:40.801355 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:07:40.802026 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:40.822087 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:40.823782 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-735651'] for router_interface (9fea9e82-4ae3-4676-8db6-902834f829a2), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:40.862254 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] Publish callbacks [] for port (95623a04-e6be-4a48-9e2b-d406c885e069), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:40.985574 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:41.017972 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 9224d247-2cd0-4a88-8385-bf586b45974c is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:41.017972 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9224d247-2cd0-4a88-8385-bf586b45974c), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:41.026856 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (95623a04-e6be-4a48-9e2b-d406c885e069), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:41.028948 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:07:41.029071 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-735651'] for router_interface (81e22758-1511-4527-8f1c-fe3815b3ceb5), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:41.067695 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:41.091814 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] Pushing event updated for resources: {'Port': ['ID=0d1b4b7c-8b51-40c7-868e-b0ed0167a770,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:41.097270 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:41.140275 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 9224d247-2cd0-4a88-8385-bf586b45974c, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=9224d247-2cd0-4a88-8385-bf586b45974c,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:07:41.188142 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] Network 55f1e2d7-2b20-46bb-a21a-28526552f799 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:41.189503 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:41.195236 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:41.240542 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (9224d247-2cd0-4a88-8385-bf586b45974c), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:41.306631 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] Network dc7d519e-6d73-4b0e-803b-556cfc3b6498 is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:41.307753 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:41.315107 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:41.395251 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Publish callbacks [] for port (34d6a47f-72d3-4608-b496-50f6a1f373c6), precommit_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:41.460750 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:41.463620 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (34d6a47f-72d3-4608-b496-50f6a1f373c6), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:41.704162 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device f784af24-6727-47c5-9d3b-1bd37b5ae4ab up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:41.774959 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=9224d247-2cd0-4a88-8385-bf586b45974c,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:41.779789 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] Pushing event updated for resources: {'Port': ['ID=95623a04-e6be-4a48-9e2b-d406c885e069,revision_number=2']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:41.781629 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Attempting to bind port 34d6a47f-72d3-4608-b496-50f6a1f373c6 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:07:41.782025 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Attempting to bind port 34d6a47f-72d3-4608-b496-50f6a1f373c6 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:07:41.782557 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Attempting to bind port 34d6a47f-72d3-4608-b496-50f6a1f373c6 on network bb95bd8b-673c-4030-8dbe-0fae2985823e {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:07:41.802727 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] Router 81e22758-1511-4527-8f1c-fe3815b3ceb5 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:07:41.818953 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c7288-9745-49f5-a598-e931c3cb138c None None] Pushing event updated for resources: {'Port': ['ID=34d6a47f-72d3-4608-b496-50f6a1f373c6,revision_number=2']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:41.834315 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-766ff782-2da7-4e33-9386-b3ee8a2fa8cb None None] Provisioning complete for port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:41.834736 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-766ff782-2da7-4e33-9386-b3ee8a2fa8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:41.835079 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-766ff782-2da7-4e33-9386-b3ee8a2fa8cb None None] Attempt 1 to provision port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 Oct 14 03:07:41.839019 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:07:41.839687 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Checking segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:41.840314 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:41.840968 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Bound using segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:07:41.841649 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Bound port: 34d6a47f-72d3-4608-b496-50f6a1f373c6, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:07:41.842032 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] Router 9fea9e82-4ae3-4676-8db6-902834f829a2 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:07:41.842850 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (34d6a47f-72d3-4608-b496-50f6a1f373c6), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:41.865732 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:41.900381 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] For port 34d6a47f-72d3-4608-b496-50f6a1f373c6, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:07:41.904669 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] For port 34d6a47f-72d3-4608-b496-50f6a1f373c6, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=34d6a47f-72d3-4608-b496-50f6a1f373c6,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:07:41.954638 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (34d6a47f-72d3-4608-b496-50f6a1f373c6), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:42.045263 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] Allocated IP 172.20.0.1 (706c2be8-801d-4fd3-a7af-a476e6a9ec99/326ff2bf-f78a-4292-afd2-858a661cf898/9ff38b85-bafb-40e6-a854-d7c6ab4f0a39) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:42.048588 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:07:42.100027 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-c4ea3989-d1b4-4f5a-ab1b-302791d0df1e admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/9fea9e82-4ae3-4676-8db6-902834f829a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5697460 Oct 14 03:07:42.106446 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:42.114098 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:07:42.116384 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Sync routers for ids ['9fea9e82-4ae3-4676-8db6-902834f829a2'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:07:42.123607 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-f43d1886-2cfa-46be-8b98-843fb9549056 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/81e22758-1511-4527-8f1c-fe3815b3ceb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5764389 Oct 14 03:07:42.141192 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Routers {'5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:07:42.142021 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:42.178442 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Sync routers for ids ['81e22758-1511-4527-8f1c-fe3815b3ceb5'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:07:42.229433 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60182) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:42.241029 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c7288-9745-49f5-a598-e931c3cb138c None None] Pushing event updated for resources: {'Port': ['ID=34d6a47f-72d3-4608-b496-50f6a1f373c6,revision_number=3']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:42.267404 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-39638a39-829e-46fd-9f6d-cd10eaa35909 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--217555386', 'description': 'tempest-description--83267781'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:42.285262 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:42.316837 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-766ff782-2da7-4e33-9386-b3ee8a2fa8cb None None] Port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:07:42.412591 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Routers {'9fea9e82-4ae3-4676-8db6-902834f829a2'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:07:42.417433 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9fea9e82-4ae3-4676-8db6-902834f829a2'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:42.449212 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] Allocated IP 172.20.0.1 (83101ad8-0b91-4e38-8556-3ebbb1384853/03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9/fdbf0e76-52a1-4a30-879d-640d32d4efcc) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:42.510315 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-39638a39-829e-46fd-9f6d-cd10eaa35909 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:42.535088 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:42.558808 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Publish callbacks [] for port (6286cb75-2d09-4972-bb7e-622ef2b5da2e), precommit_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:42.562013 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port f784af24-6727-47c5-9d3b-1bd37b5ae4ab triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:42.562447 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (f784af24-6727-47c5-9d3b-1bd37b5ae4ab), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:42.562788 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port f784af24-6727-47c5-9d3b-1bd37b5ae4ab Oct 14 03:07:42.583310 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] Publish callbacks [] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:42.599507 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] Set router 5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:07:42.608458 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:42.609613 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-72babc46-7cca-46dd-add5-f419486c7289 None None] Provisioning complete for port 95623a04-e6be-4a48-9e2b-d406c885e069 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:42.610012 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-72babc46-7cca-46dd-add5-f419486c7289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (95623a04-e6be-4a48-9e2b-d406c885e069), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:42.610626 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-72babc46-7cca-46dd-add5-f419486c7289 None None] Attempt 1 to provision port 95623a04-e6be-4a48-9e2b-d406c885e069 Oct 14 03:07:42.660803 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-72babc46-7cca-46dd-add5-f419486c7289 None None] Port 95623a04-e6be-4a48-9e2b-d406c885e069 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:07:42.662450 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (6286cb75-2d09-4972-bb7e-622ef2b5da2e), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:42.700533 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] Publish callbacks [] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:42.720605 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Routers {'81e22758-1511-4527-8f1c-fe3815b3ceb5'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:07:42.721412 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['81e22758-1511-4527-8f1c-fe3815b3ceb5'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:42.811648 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-39638a39-829e-46fd-9f6d-cd10eaa35909 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (3417a425-874c-4d86-b7e4-881b8a59929b), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:42.870823 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:42.871789 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:42.887010 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Set router 9fea9e82-4ae3-4676-8db6-902834f829a2 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:07:42.894057 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20b466-8998-41c5-bc71-b2f287f73f4c None None] Pushing event updated for resources: {'Port': ['ID=6286cb75-2d09-4972-bb7e-622ef2b5da2e,revision_number=2']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:42.899683 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:36Z', 'revision_number': 2, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:42.907630 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] Network 83101ad8-0b91-4e38-8556-3ebbb1384853 is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:42.914398 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:42.918080 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:42.918585 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735551'] for router_interface (5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:43.040290 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff38b85-bafb-40e6-a854-d7c6ab4f0a39,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:43.052625 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-39638a39-829e-46fd-9f6d-cd10eaa35909 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (3417a425-874c-4d86-b7e4-881b8a59929b), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:43.130593 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] Pushing event updated for resources: {'Port': ['ID=fdbf0e76-52a1-4a30-879d-640d32d4efcc,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:43.156336 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 60246) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:43.162289 dv-cinder-801522-13-iscsi neutron-server[105049]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 14 03:07:43.185418 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39638a39-829e-46fd-9f6d-cd10eaa35909 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3417a425-874c-4d86-b7e4-881b8a59929b,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:43.222356 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-39638a39-829e-46fd-9f6d-cd10eaa35909 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:43.227662 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-39638a39-829e-46fd-9f6d-cd10eaa35909 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9852538 Oct 14 03:07:43.228315 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60250) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:43.233587 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] Network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:43.241729 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-23733c4c-dbb2-406d-9b72-37341cba3e35 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'security_group_rule': {'security_group_id': '3417a425-874c-4d86-b7e4-881b8a59929b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:43.257167 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:43.262741 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:43.294292 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'name': 'tempest-DeleteServersTestJSON-1855676514-router', 'tenant_id': '5cd113c7d65543b2bac8ef368467c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '34d6a47f-72d3-4608-b496-50f6a1f373c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:34Z', 'revision_number': 3, 'project_id': '5cd113c7d65543b2bac8ef368467c092', 'gw_port': {'id': '34d6a47f-72d3-4608-b496-50f6a1f373c6', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:77:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:43.330887 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735551'] for router_interface (8129ec6d-5c25-406c-8f4c-232ae6e5c655), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:43.333033 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60252) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:43.333579 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Checking router: 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:07:43.334050 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Updating router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e binding host dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:07:43.337363 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:43.345681 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-372e5349-f099-49bb-bae8-794c07c67928 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--314196786', 'description': 'tempest-description--489695707'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:43.356985 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8fa03c-d33c-480e-9c8d-e1c818981018 None None] The sync data for ids ['5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a'] in dv-cinder-801522-13-iscsi is: [{'id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'name': 'tempest-DeleteServersTestJSON-1855676514-router', 'tenant_id': '5cd113c7d65543b2bac8ef368467c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '34d6a47f-72d3-4608-b496-50f6a1f373c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:34Z', 'revision_number': 3, 'project_id': '5cd113c7d65543b2bac8ef368467c092', 'gw_port': {'id': '34d6a47f-72d3-4608-b496-50f6a1f373c6', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:77:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:07:43.403955 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Set router 81e22758-1511-4527-8f1c-fe3815b3ceb5 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:07:43.509308 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'gw_port': {'id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '0d1b4b7c-8b51-40c7-868e-b0ed0167a770', 'name': '', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'mac_address': 'fa:16:3e:2d:f7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '83361155-00a4-439a-b18b-f6450713d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 2, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'subnets': [{'id': '83361155-00a4-439a-b18b-f6450713d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:43.514591 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Attempting to bind port 6286cb75-2d09-4972-bb7e-622ef2b5da2e on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:07:43.514972 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Attempting to bind port 6286cb75-2d09-4972-bb7e-622ef2b5da2e by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:07:43.515337 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Attempting to bind port 6286cb75-2d09-4972-bb7e-622ef2b5da2e on network bb95bd8b-673c-4030-8dbe-0fae2985823e {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:07:43.553251 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Checking router: 9fea9e82-4ae3-4676-8db6-902834f829a2 for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:07:43.553251 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Updating router 9fea9e82-4ae3-4676-8db6-902834f829a2 port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 binding host dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:07:43.578656 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:43.600202 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-c1dc55a3-1cd0-4677-8c41-883f2ad35e0c None None] Provisioning complete for port fdbf0e76-52a1-4a30-879d-640d32d4efcc triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:43.600591 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-c1dc55a3-1cd0-4677-8c41-883f2ad35e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:43.600943 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-c1dc55a3-1cd0-4677-8c41-883f2ad35e0c None None] Attempt 1 to provision port fdbf0e76-52a1-4a30-879d-640d32d4efcc Oct 14 03:07:43.622941 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-0f1bbd57-ee79-4cf7-9333-dee715c11f54 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:43.624516 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-0f1bbd57-ee79-4cf7-9333-dee715c11f54 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/networks?id=55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 200 len: 818 time: 0.4683774 Oct 14 03:07:43.637095 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:43.639062 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:43.705320 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-23733c4c-dbb2-406d-9b72-37341cba3e35 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (f578b09f-ff1e-4023-be72-3093803dfd34), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:43.827446 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-372e5349-f099-49bb-bae8-794c07c67928 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:43.926411 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-2c1e12a9-545b-4fd6-999e-1b8597ed459f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/quotas/44d8a8798bc64aefadd52c30a21002ef HTTP/1.1" status: 200 len: 375 time: 0.0204782 Oct 14 03:07:43.995549 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.116014 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Publish callbacks [] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), precommit_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.163223 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-b78a87a7-2b0f-4b17-94e0-8e97c6ffe4e4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2107332 Oct 14 03:07:44.168585 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:44.188644 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc55a3-1cd0-4677-8c41-883f2ad35e0c None None] Port fdbf0e76-52a1-4a30-879d-640d32d4efcc cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:07:44.195002 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Publish callbacks [] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), precommit_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.204278 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port f784af24-6727-47c5-9d3b-1bd37b5ae4ab is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:44.205398 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device a0bb1b6c-0d01-422d-915d-272d6a004758 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:44.210198 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-23733c4c-dbb2-406d-9b72-37341cba3e35 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (f578b09f-ff1e-4023-be72-3093803dfd34), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.267530 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:07:44.268947 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Checking segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:44.269799 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.270393 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Bound using segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:07:44.271123 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Bound port: 6286cb75-2d09-4972-bb7e-622ef2b5da2e, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:07:44.271709 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (6286cb75-2d09-4972-bb7e-622ef2b5da2e), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.283909 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.286158 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.300074 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:44.302928 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.338789 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-23733c4c-dbb2-406d-9b72-37341cba3e35 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (f578b09f-ff1e-4023-be72-3093803dfd34), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.377075 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:44.412334 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-372e5349-f099-49bb-bae8-794c07c67928 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group (86f21e94-fb4c-4aca-a6e2-4f07746e8786), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.415742 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23733c4c-dbb2-406d-9b72-37341cba3e35 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f578b09f-ff1e-4023-be72-3093803dfd34,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:44.437918 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:44.467876 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-e418091a-01ca-4e91-82c0-821448a0fb8f None None] Provisioning complete for port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:44.468677 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e418091a-01ca-4e91-82c0-821448a0fb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.470090 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-e418091a-01ca-4e91-82c0-821448a0fb8f None None] Attempt 1 to provision port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 Oct 14 03:07:44.538193 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] Publish callbacks [] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.543532 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-23733c4c-dbb2-406d-9b72-37341cba3e35 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.548058 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-23733c4c-dbb2-406d-9b72-37341cba3e35 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3114142 Oct 14 03:07:44.548854 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-372e5349-f099-49bb-bae8-794c07c67928 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (86f21e94-fb4c-4aca-a6e2-4f07746e8786), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.557640 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 60306) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:44.571194 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49067f9-fb5d-4352-976d-773917cdab20 None None] Pushing event updated for resources: {'Port': ['ID=0d1b4b7c-8b51-40c7-868e-b0ed0167a770,revision_number=3']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:44.573121 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-39acdd80-9e17-4576-a1c0-d0747cbf892a tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'security_group_rule': {'security_group_id': '3417a425-874c-4d86-b7e4-881b8a59929b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:44.589316 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Attempting to bind port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:07:44.592197 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Attempting to bind port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:07:44.593048 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Attempting to bind port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 on network 55f1e2d7-2b20-46bb-a21a-28526552f799 {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:07:44.608830 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e5349-f099-49bb-bae8-794c07c67928 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f21e94-fb4c-4aca-a6e2-4f07746e8786,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:44.628729 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.738789 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 60316) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:44.771761 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:07:44.772278 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Checking segment: {'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:44.773680 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.774142 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Bound using segment: {'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:07:44.774680 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Bound port: 0d1b4b7c-8b51-40c7-868e-b0ed0167a770, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'}}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:07:44.776839 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.825919 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-f9428060-2f4d-417c-ad99-ba45f5bd47d4 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105049) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 03:07:44.828819 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-f9428060-2f4d-417c-ad99-ba45f5bd47d4 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3726382 Oct 14 03:07:44.914145 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-39acdd80-9e17-4576-a1c0-d0747cbf892a tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (ea5e1823-4d40-49fc-b0df-0efbcaf4f1f7), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.919634 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d6e3dc39-e345-41e0-ad09-ac55ee65b9b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:44.947392 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] For port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:07:44.959652 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] For port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=0d1b4b7c-8b51-40c7-868e-b0ed0167a770,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:07:44.974344 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:45.030878 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] Publish callbacks [] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.066952 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-372e5349-f099-49bb-bae8-794c07c67928 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.069514 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-372e5349-f099-49bb-bae8-794c07c67928 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.7303727 Oct 14 03:07:45.079302 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60334) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:45.092837 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-04ee01c1-bf89-4e09-9202-016d94d20946 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Request body: {'security_group_rule': {'security_group_id': '86f21e94-fb4c-4aca-a6e2-4f07746e8786', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:45.095153 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] For port 6286cb75-2d09-4972-bb7e-622ef2b5da2e, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:07:45.099007 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] For port 6286cb75-2d09-4972-bb7e-622ef2b5da2e, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=6286cb75-2d09-4972-bb7e-622ef2b5da2e,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:07:45.115705 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Attempting to bind port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:07:45.116088 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Attempting to bind port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:07:45.116456 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Attempting to bind port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e on network bb28930e-3d0a-43c7-985a-b1d6573d124d {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:07:45.117120 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.134074 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-735651'] for router_interface (8129ec6d-5c25-406c-8f4c-232ae6e5c655), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.152093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff38b85-bafb-40e6-a854-d7c6ab4f0a39,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:45.154264 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-39acdd80-9e17-4576-a1c0-d0747cbf892a tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (ea5e1823-4d40-49fc-b0df-0efbcaf4f1f7), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.183179 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de813f2-d686-4909-8dc7-3151fd987a4a None None] Pushing event updated for resources: {'Port': ['ID=6f25f27e-3db0-4295-af74-3df0e0ac9f1e,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:45.185450 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port a0bb1b6c-0d01-422d-915d-272d6a004758 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:45.190902 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (a0bb1b6c-0d01-422d-915d-272d6a004758), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.191217 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port a0bb1b6c-0d01-422d-915d-272d6a004758 Oct 14 03:07:45.195537 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (6286cb75-2d09-4972-bb7e-622ef2b5da2e), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.201068 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-e418091a-01ca-4e91-82c0-821448a0fb8f None None] Port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:07:45.213344 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Routers {'9fea9e82-4ae3-4676-8db6-902834f829a2'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:07:45.214262 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9fea9e82-4ae3-4676-8db6-902834f829a2'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:45.242301 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:45.272026 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] Network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:45.273987 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:45.284003 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49067f9-fb5d-4352-976d-773917cdab20 None None] Pushing event updated for resources: {'Port': ['ID=0d1b4b7c-8b51-40c7-868e-b0ed0167a770,revision_number=4']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:45.287003 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d6e3dc39-e345-41e0-ad09-ac55ee65b9b9 admin admin] Publish callbacks [] for security_group (bfdb1c60-0298-48d8-9aea-1a8ce69d2706), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.294677 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-4547a53b-11ec-469c-8f3c-02e21beae48f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538715 Oct 14 03:07:45.296491 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-39acdd80-9e17-4576-a1c0-d0747cbf892a tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (ea5e1823-4d40-49fc-b0df-0efbcaf4f1f7), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.302031 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.302770 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-735651'] for router_interface (5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.338883 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:45.354194 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Routers {'8129ec6d-5c25-406c-8f4c-232ae6e5c655'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:07:45.355682 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:45.375416 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] Set router 9fea9e82-4ae3-4676-8db6-902834f829a2 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:07:45.386329 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-04ee01c1-bf89-4e09-9202-016d94d20946 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group_rule (a016a602-c482-41cf-b222-c952df61e78b), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.419918 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '95623a04-e6be-4a48-9e2b-d406c885e069', 'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'mac_address': 'fa:16:3e:7a:2d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 2, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'subnets': [{'id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:45.442555 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acdd80-9e17-4576-a1c0-d0747cbf892a tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5e1823-4d40-49fc-b0df-0efbcaf4f1f7,revision_number=0']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:45.447596 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] Pushing event updated for resources: {'Port': ['ID=fdbf0e76-52a1-4a30-879d-640d32d4efcc,revision_number=2']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:45.454491 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:45.455112 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d6e3dc39-e345-41e0-ad09-ac55ee65b9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (bfdb1c60-0298-48d8-9aea-1a8ce69d2706), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.527913 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3dc39-e345-41e0-ad09-ac55ee65b9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdb1c60-0298-48d8-9aea-1a8ce69d2706,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:45.543637 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:07:45.543637 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Checking segment: {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:45.543637 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.543637 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Bound using segment: {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:07:45.543637 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Bound port: 6f25f27e-3db0-4295-af74-3df0e0ac9f1e, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:07:45.543637 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.555992 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Checking router: 81e22758-1511-4527-8f1c-fe3815b3ceb5 for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:07:45.556607 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Updating router 81e22758-1511-4527-8f1c-fe3815b3ceb5 port 95623a04-e6be-4a48-9e2b-d406c885e069 binding host dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:07:45.587179 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-04ee01c1-bf89-4e09-9202-016d94d20946 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group_rule (a016a602-c482-41cf-b222-c952df61e78b), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.612288 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:45.613127 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] Router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:07:45.674614 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (95623a04-e6be-4a48-9e2b-d406c885e069), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.705546 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:45.706274 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20b466-8998-41c5-bc71-b2f287f73f4c None None] Pushing event updated for resources: {'Port': ['ID=6286cb75-2d09-4972-bb7e-622ef2b5da2e,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:45.773431 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] Network 83101ad8-0b91-4e38-8556-3ebbb1384853 is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:45.774334 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] For port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:07:45.778231 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:45.778841 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] For port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=6f25f27e-3db0-4295-af74-3df0e0ac9f1e,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:07:45.799876 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:07:45.800470 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-39acdd80-9e17-4576-a1c0-d0747cbf892a tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.804379 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-39acdd80-9e17-4576-a1c0-d0747cbf892a tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2430487 Oct 14 03:07:45.805746 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-04ee01c1-bf89-4e09-9202-016d94d20946 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (a016a602-c482-41cf-b222-c952df61e78b), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.816942 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-cae080fc-c0fc-4156-8fbd-525e9484a9d3 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/8129ec6d-5c25-406c-8f4c-232ae6e5c655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6277554 Oct 14 03:07:45.821342 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 60356) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:45.821669 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 60360) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:45.829531 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-a2405e0e-65ef-47ee-932f-6ede07e48038 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'floatingip': {'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:45.847596 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-d6e3dc39-e345-41e0-ad09-ac55ee65b9b9 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=872d030527f5428489100defa400a9ba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1065722 Oct 14 03:07:45.850885 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60364) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:45.903552 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee01c1-bf89-4e09-9202-016d94d20946 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a016a602-c482-41cf-b222-c952df61e78b,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:45.986064 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:45.997029 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'gw_port': {'id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '0d1b4b7c-8b51-40c7-868e-b0ed0167a770', 'name': '', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'mac_address': 'fa:16:3e:2d:f7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '83361155-00a4-439a-b18b-f6450713d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:44Z', 'revision_number': 4, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'subnets': [{'id': '83361155-00a4-439a-b18b-f6450713d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:46.030715 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-a9127ada-5a3e-47d7-9acf-51f4877b62b0 None None] Provisioning complete for port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:46.030902 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d8ed-2279-42d0-b2c4-ffc75fb59e11 admin admin] Publish callbacks [] for security_group (bfdb1c60-0298-48d8-9aea-1a8ce69d2706), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:46.034490 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a9127ada-5a3e-47d7-9acf-51f4877b62b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:46.034490 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-a9127ada-5a3e-47d7-9acf-51f4877b62b0 None None] Attempt 1 to provision port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 Oct 14 03:07:46.035272 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-04ee01c1-bf89-4e09-9202-016d94d20946 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:46.045947 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-04ee01c1-bf89-4e09-9202-016d94d20946 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9617593 Oct 14 03:07:46.048313 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60372) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:46.063946 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-9b4b4958-0cd7-4481-8427-844988910fcf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Request body: {'security_group_rule': {'security_group_id': '86f21e94-fb4c-4aca-a6e2-4f07746e8786', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:46.085665 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8885950a-9066-49dc-bd17-c78474792e61 None None] The sync data for ids ['9fea9e82-4ae3-4676-8db6-902834f829a2'] in dv-cinder-801522-13-iscsi is: [{'id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'gw_port': {'id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '0d1b4b7c-8b51-40c7-868e-b0ed0167a770', 'name': '', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'mac_address': 'fa:16:3e:2d:f7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '83361155-00a4-439a-b18b-f6450713d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:44Z', 'revision_number': 4, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'subnets': [{'id': '83361155-00a4-439a-b18b-f6450713d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:07:46.146590 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:46.151661 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-35f99928-2890-4f6c-a6bf-94457e0a8358 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8468685 Oct 14 03:07:46.181449 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d8ed-2279-42d0-b2c4-ffc75fb59e11 admin admin] Publish callbacks [] for security_group (bfdb1c60-0298-48d8-9aea-1a8ce69d2706), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:46.213723 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:46.217619 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de813f2-d686-4909-8dc7-3151fd987a4a None None] Pushing event updated for resources: {'Port': ['ID=6f25f27e-3db0-4295-af74-3df0e0ac9f1e,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:46.219378 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4958-0cd7-4481-8427-844988910fcf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group_rule (137eeb6b-b908-4f02-9fc4-87fa86afe503), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:46.240926 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] Set router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:07:46.241006 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b0614b79-748b-443b-a564-b51ea2cc30c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:46.265221 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a2405e0e-65ef-47ee-932f-6ede07e48038 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:46.331419 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4958-0cd7-4481-8427-844988910fcf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group_rule (137eeb6b-b908-4f02-9fc4-87fa86afe503), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:46.428611 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4958-0cd7-4481-8427-844988910fcf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (137eeb6b-b908-4f02-9fc4-87fa86afe503), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:46.470582 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d8ed-2279-42d0-b2c4-ffc75fb59e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (bfdb1c60-0298-48d8-9aea-1a8ce69d2706), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:46.473103 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d8ed-2279-42d0-b2c4-ffc75fb59e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:46.480047 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-5fd0d8ed-2279-42d0-b2c4-ffc75fb59e11 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/bfdb1c60-0298-48d8-9aea-1a8ce69d2706 HTTP/1.1" status: 204 len: 168 time: 0.6259129 Oct 14 03:07:46.490311 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b4958-0cd7-4481-8427-844988910fcf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137eeb6b-b908-4f02-9fc4-87fa86afe503,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:46.490833 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a2405e0e-65ef-47ee-932f-6ede07e48038 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:46.508585 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0d8ed-2279-42d0-b2c4-ffc75fb59e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdb1c60-0298-48d8-9aea-1a8ce69d2706,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:46.564841 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:46.596021 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4958-0cd7-4481-8427-844988910fcf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:46.598387 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-9b4b4958-0cd7-4481-8427-844988910fcf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5479343 Oct 14 03:07:46.600353 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60392) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:46.605215 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-8a505786-a49c-4548-89d6-0a766011714c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Request body: {'floatingip': {'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:46.641593 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] Router 5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:07:46.718018 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3783001a-f141-4623-9feb-a7c2b54d282f req-62d6f863-eb73-4475-90be-24c7f442404c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 210 time: 0.0618458 Oct 14 03:07:46.761581 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8a505786-a49c-4548-89d6-0a766011714c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:46.782448 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60400) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:46.869599 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 60406) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:46.880051 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-98518230-a381-4ce0-a490-12a02811bf01 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1167623173', 'description': 'tempest-description--1794650341'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:46.966219 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port a0bb1b6c-0d01-422d-915d-272d6a004758 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:46.967260 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (a0bb1b6c-0d01-422d-915d-272d6a004758), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:46.996635 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [None req-a2405e0e-65ef-47ee-932f-6ede07e48038 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Allocated IP 172.27.3.213 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/669a6295-3e35-480f-955d-ff1052803310) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:47.023302 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-98518230-a381-4ce0-a490-12a02811bf01 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:47.064301 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b0614b79-748b-443b-a564-b51ea2cc30c8 admin admin] Publish callbacks [] for security_group (877562fa-b82f-495b-88ed-c1eff5ccc8eb), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:47.097206 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8a505786-a49c-4548-89d6-0a766011714c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:47.101627 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:07:47.113265 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-669db0c9-e7ce-4585-8ec4-4513dc276a7a admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1301372 Oct 14 03:07:47.124966 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Sync routers for ids ['5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:07:47.159830 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Routers {'5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:07:47.162623 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:47.182465 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:07:47.183168 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:47.239184 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-98518230-a381-4ce0-a490-12a02811bf01 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group (8c560d1c-b036-46f2-9007-08d2d5223c90), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:47.241790 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port a0bb1b6c-0d01-422d-915d-272d6a004758, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=a0bb1b6c-0d01-422d-915d-272d6a004758,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:07:47.337867 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b0614b79-748b-443b-a564-b51ea2cc30c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (877562fa-b82f-495b-88ed-c1eff5ccc8eb), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:47.353576 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-98518230-a381-4ce0-a490-12a02811bf01 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (8c560d1c-b036-46f2-9007-08d2d5223c90), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:47.376332 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-a9127ada-5a3e-47d7-9acf-51f4877b62b0 None None] Port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:07:47.385458 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (a0bb1b6c-0d01-422d-915d-272d6a004758), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:47.411214 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Set router 5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:07:47.520842 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:47.551040 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-7485dd24-b4fc-4aa0-9460-392d2b936945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:47.578852 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:47.726243 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Publish callbacks [] for port (95623a04-e6be-4a48-9e2b-d406c885e069), precommit_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:47.738688 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-c458e309-7de9-4b79-a73f-916fa57c6fff None None] Provisioning complete for port fdbf0e76-52a1-4a30-879d-640d32d4efcc triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:47.753305 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-c458e309-7de9-4b79-a73f-916fa57c6fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:47.753665 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-c458e309-7de9-4b79-a73f-916fa57c6fff None None] Attempt 1 to provision port fdbf0e76-52a1-4a30-879d-640d32d4efcc Oct 14 03:07:47.767338 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-7485dd24-b4fc-4aa0-9460-392d2b936945 admin admin] Publish callbacks [] for security_group (85c3ecb6-8ca7-4b7c-84e5-a43cd70e195b), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:47.808404 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 9224d247-2cd0-4a88-8385-bf586b45974c up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:47.817369 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-7485dd24-b4fc-4aa0-9460-392d2b936945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (85c3ecb6-8ca7-4b7c-84e5-a43cd70e195b), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:47.819795 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'name': 'tempest-DeleteServersTestJSON-1855676514-router', 'tenant_id': '5cd113c7d65543b2bac8ef368467c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '34d6a47f-72d3-4608-b496-50f6a1f373c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:44Z', 'revision_number': 4, 'project_id': '5cd113c7d65543b2bac8ef368467c092', 'gw_port': {'id': '34d6a47f-72d3-4608-b496-50f6a1f373c6', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:77:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': 'fdbf0e76-52a1-4a30-879d-640d32d4efcc', 'name': '', 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853', 'tenant_id': '5cd113c7d65543b2bac8ef368467c092', 'mac_address': 'fa:16:3e:18:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:42Z', 'updated_at': '2022-10-14T03:07:44Z', 'revision_number': 2, 'project_id': '5cd113c7d65543b2bac8ef368467c092', 'subnets': [{'id': '03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:47.821710 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (95623a04-e6be-4a48-9e2b-d406c885e069), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:47.862489 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=a0bb1b6c-0d01-422d-915d-272d6a004758,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:47.862879 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Checking router: 5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:07:47.864046 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Updating router 5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a port fdbf0e76-52a1-4a30-879d-640d32d4efcc binding host dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:07:47.901223 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:47.903810 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-7485dd24-b4fc-4aa0-9460-392d2b936945 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f7140b54e63c4d5e8df904f73c0192c2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1200991 Oct 14 03:07:47.904438 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60440) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:47.905104 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:07:47.913795 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:47.919299 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485dd24-b4fc-4aa0-9460-392d2b936945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c3ecb6-8ca7-4b7c-84e5-a43cd70e195b,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:47.959151 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60442) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:47.986493 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-152378b5-ea80-45ba-bdc1-270c9d83fe68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.019170 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0614b79-748b-443b-a564-b51ea2cc30c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877562fa-b82f-495b-88ed-c1eff5ccc8eb,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:48.035563 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-b0614b79-748b-443b-a564-b51ea2cc30c8 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=81ac2ef8804b47d785f51e605731ad5b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1907325 Oct 14 03:07:48.039581 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60452) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:48.068931 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-af887750-1cda-4437-a261-b2cd2238ff2b admin admin] Publish callbacks [] for security_group (85c3ecb6-8ca7-4b7c-84e5-a43cd70e195b), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.072810 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 60458) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:48.140799 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-af887750-1cda-4437-a261-b2cd2238ff2b admin admin] Publish callbacks [] for security_group (85c3ecb6-8ca7-4b7c-84e5-a43cd70e195b), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.142457 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:48.144418 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-98518230-a381-4ce0-a490-12a02811bf01 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.146863 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-98518230-a381-4ce0-a490-12a02811bf01 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2715044 Oct 14 03:07:48.154559 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60464) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:48.162365 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-29fdf478-e9e8-4ca3-a3cc-688b24681cb6 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Request body: {'security_group_rule': {'security_group_id': '8c560d1c-b036-46f2-9007-08d2d5223c90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:48.243355 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a9322b8e-5fab-40ba-a0dd-cb342ec9f7ea admin admin] Publish callbacks [] for security_group (877562fa-b82f-495b-88ed-c1eff5ccc8eb), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.278531 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-152378b5-ea80-45ba-bdc1-270c9d83fe68 admin admin] Publish callbacks [] for security_group (8d4814d6-ef30-4198-897a-132bf67b6d1f), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.285046 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a9322b8e-5fab-40ba-a0dd-cb342ec9f7ea admin admin] Publish callbacks [] for security_group (877562fa-b82f-495b-88ed-c1eff5ccc8eb), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.289336 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Publish callbacks [] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), precommit_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.291905 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:48.303004 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a2405e0e-65ef-47ee-932f-6ede07e48038 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for port (669a6295-3e35-480f-955d-ff1052803310), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.303193 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6080d-afcc-4a3c-94d1-1cfa3bcc2afc None None] Pushing event updated for resources: {'Port': ['ID=95623a04-e6be-4a48-9e2b-d406c885e069,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:48.310565 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-00b1ffab-a2b8-4b30-bc20-a356adcb6638 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:48.312126 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-00b1ffab-a2b8-4b30-bc20-a356adcb6638 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/networks?id=55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 200 len: 818 time: 0.9291792 Oct 14 03:07:48.312803 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98518230-a381-4ce0-a490-12a02811bf01 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c560d1c-b036-46f2-9007-08d2d5223c90,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:48.318403 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:48.333732 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-c458e309-7de9-4b79-a73f-916fa57c6fff None None] Port fdbf0e76-52a1-4a30-879d-640d32d4efcc cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:07:48.343888 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:48.344012 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-29fdf478-e9e8-4ca3-a3cc-688b24681cb6 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group_rule (98150010-033e-405a-b5de-901508594660), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.348806 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-63c6e638-ecd7-469c-9291-86941fad808c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/quotas/44d8a8798bc64aefadd52c30a21002ef HTTP/1.1" status: 200 len: 375 time: 0.0279124 Oct 14 03:07:48.354518 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.357612 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-152378b5-ea80-45ba-bdc1-270c9d83fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (8d4814d6-ef30-4198-897a-132bf67b6d1f), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.367425 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-af887750-1cda-4437-a261-b2cd2238ff2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (85c3ecb6-8ca7-4b7c-84e5-a43cd70e195b), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.371178 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-af887750-1cda-4437-a261-b2cd2238ff2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.372116 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-af887750-1cda-4437-a261-b2cd2238ff2b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/85c3ecb6-8ca7-4b7c-84e5-a43cd70e195b HTTP/1.1" status: 204 len: 168 time: 0.4636018 Oct 14 03:07:48.416345 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a9322b8e-5fab-40ba-a0dd-cb342ec9f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (877562fa-b82f-495b-88ed-c1eff5ccc8eb), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.419384 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a9322b8e-5fab-40ba-a0dd-cb342ec9f7ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.423388 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-a9322b8e-5fab-40ba-a0dd-cb342ec9f7ea admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/877562fa-b82f-495b-88ed-c1eff5ccc8eb HTTP/1.1" status: 204 len: 168 time: 0.3801508 Oct 14 03:07:48.451004 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751661-52ea-4e67-9332-66cccfd67570 req-0de34bae-5e34-46eb-91a3-e1a36de52f75 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:48.453455 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75751661-52ea-4e67-9332-66cccfd67570 req-0de34bae-5e34-46eb-91a3-e1a36de52f75 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/networks?id=83101ad8-0b91-4e38-8556-3ebbb1384853 HTTP/1.1" status: 200 len: 812 time: 0.3585649 Oct 14 03:07:48.464345 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-152378b5-ea80-45ba-bdc1-270c9d83fe68 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e9eae27dea844c47841f2a16a4325ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5038176 Oct 14 03:07:48.465011 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60474) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:48.477423 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-29fdf478-e9e8-4ca3-a3cc-688b24681cb6 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group_rule (98150010-033e-405a-b5de-901508594660), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.507058 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75751661-52ea-4e67-9332-66cccfd67570 req-e89b9103-f110-4704-8a37-b85323211811 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/quotas/5cd113c7d65543b2bac8ef368467c092 HTTP/1.1" status: 200 len: 375 time: 0.0262122 Oct 14 03:07:48.520512 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152378b5-ea80-45ba-bdc1-270c9d83fe68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4814d6-ef30-4198-897a-132bf67b6d1f,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:48.559574 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-29fdf478-e9e8-4ca3-a3cc-688b24681cb6 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (98150010-033e-405a-b5de-901508594660), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.573344 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af887750-1cda-4437-a261-b2cd2238ff2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c3ecb6-8ca7-4b7c-84e5-a43cd70e195b,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:48.578231 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c801a-da97-4182-b908-4be50280828c None None] Pushing event updated for resources: {'Port': ['ID=fdbf0e76-52a1-4a30-879d-640d32d4efcc,revision_number=3']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:48.591135 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Attempting to bind port fdbf0e76-52a1-4a30-879d-640d32d4efcc on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:07:48.591502 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Attempting to bind port fdbf0e76-52a1-4a30-879d-640d32d4efcc by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '544659b3-ca9d-4948-b9c7-9516ca268a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853'}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:07:48.591869 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Attempting to bind port fdbf0e76-52a1-4a30-879d-640d32d4efcc on network 83101ad8-0b91-4e38-8556-3ebbb1384853 {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:07:48.611916 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9322b8e-5fab-40ba-a0dd-cb342ec9f7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877562fa-b82f-495b-88ed-c1eff5ccc8eb,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:48.615744 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdf478-e9e8-4ca3-a3cc-688b24681cb6 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98150010-033e-405a-b5de-901508594660,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:48.625918 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:45Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:48.639638 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:43Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '9ff38b85-bafb-40e6-a854-d7c6ab4f0a39', 'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'mac_address': 'fa:16:3e:b5:c2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:41Z', 'updated_at': '2022-10-14T03:07:44Z', 'revision_number': 2, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'subnets': [{'id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:48.641298 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6011b1c7-92ab-4965-a824-141f2a3f3409 admin admin] Publish callbacks [] for security_group (8d4814d6-ef30-4198-897a-132bf67b6d1f), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.648547 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:07:48.649206 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Checking segment: {'id': '544659b3-ca9d-4948-b9c7-9516ca268a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:48.649823 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.650361 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Bound using segment: {'id': '544659b3-ca9d-4948-b9c7-9516ca268a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853'} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:07:48.650997 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Bound port: fdbf0e76-52a1-4a30-879d-640d32d4efcc, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544659b3-ca9d-4948-b9c7-9516ca268a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853'}}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:07:48.651380 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.654222 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:48.674019 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6011b1c7-92ab-4965-a824-141f2a3f3409 admin admin] Publish callbacks [] for security_group (8d4814d6-ef30-4198-897a-132bf67b6d1f), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.674982 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75751661-52ea-4e67-9332-66cccfd67570 req-d2f24c41-a761-4b1d-9804-af78fa5da120 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=5cd113c7d65543b2bac8ef368467c092&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1536298 Oct 14 03:07:48.693579 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-29fdf478-e9e8-4ca3-a3cc-688b24681cb6 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.695765 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-29fdf478-e9e8-4ca3-a3cc-688b24681cb6 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5393789 Oct 14 03:07:48.699197 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-6b9f7c87-09ca-4349-8c01-c88ccd7c374c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3287754 Oct 14 03:07:48.706223 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60480) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:48.718828 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-74260691-0026-4504-9ad8-e3030bcdb75a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Request body: {'security_group_rule': {'security_group_id': '8c560d1c-b036-46f2-9007-08d2d5223c90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:48.768161 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 9224d247-2cd0-4a88-8385-bf586b45974c triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:48.768161 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (9224d247-2cd0-4a88-8385-bf586b45974c), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.768161 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 9224d247-2cd0-4a88-8385-bf586b45974c Oct 14 03:07:48.769417 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d40b53a-9e35-4fc6-a10f-9fb84a780e4e None None] The sync data for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi is: [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:45Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:07:48.771113 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Attempting to bind port 95623a04-e6be-4a48-9e2b-d406c885e069 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:07:48.771493 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Attempting to bind port 95623a04-e6be-4a48-9e2b-d406c885e069 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:07:48.771838 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Attempting to bind port 95623a04-e6be-4a48-9e2b-d406c885e069 on network dc7d519e-6d73-4b0e-803b-556cfc3b6498 {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:07:48.778539 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b094f-883d-4f91-96f7-3a624e53c058 None None] The sync data for ids ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'] in dv-cinder-801522-13-iscsi is: [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:43Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '9ff38b85-bafb-40e6-a854-d7c6ab4f0a39', 'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'mac_address': 'fa:16:3e:b5:c2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:41Z', 'updated_at': '2022-10-14T03:07:44Z', 'revision_number': 2, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'subnets': [{'id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:07:48.803162 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a2405e0e-65ef-47ee-932f-6ede07e48038 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (669a6295-3e35-480f-955d-ff1052803310), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.810586 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] For port fdbf0e76-52a1-4a30-879d-640d32d4efcc, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:07:48.814032 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] For port fdbf0e76-52a1-4a30-879d-640d32d4efcc, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=fdbf0e76-52a1-4a30-879d-640d32d4efcc,segment=NetworkSegment(544659b3-ca9d-4948-b9c7-9516ca268a2a),segment_id=544659b3-ca9d-4948-b9c7-9516ca268a2a)] {{(pid=105052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:07:48.866303 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-8a505786-a49c-4548-89d6-0a766011714c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Allocated IP 172.27.3.243 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/f4e9e69d-cb9c-4aa6-b899-1dda1b93e484) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:48.893139 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.926274 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:07:48.926711 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Checking segment: {'id': '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:07:48.931372 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.931372 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Bound using segment: {'id': '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:07:48.931372 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Bound port: 95623a04-e6be-4a48-9e2b-d406c885e069, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:07:48.931372 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (95623a04-e6be-4a48-9e2b-d406c885e069), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:48.954289 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Routers {'5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:07:48.954289 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:49.075233 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c801a-da97-4182-b908-4be50280828c None None] Pushing event updated for resources: {'Port': ['ID=fdbf0e76-52a1-4a30-879d-640d32d4efcc,revision_number=4']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:49.077221 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2405e0e-65ef-47ee-932f-6ede07e48038 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'Port': ['ID=669a6295-3e35-480f-955d-ff1052803310,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:49.089788 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 9224d247-2cd0-4a88-8385-bf586b45974c is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:49.090906 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:49.110538 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-74260691-0026-4504-9ad8-e3030bcdb75a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group_rule (3efd925f-6490-429b-9ead-918c40c82a2a), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:49.150374 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2405e0e-65ef-47ee-932f-6ede07e48038 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:49.168815 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-a2405e0e-65ef-47ee-932f-6ede07e48038 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:49.172489 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] Set router 5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:07:49.201656 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] For port 95623a04-e6be-4a48-9e2b-d406c885e069, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:07:49.203137 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2405e0e-65ef-47ee-932f-6ede07e48038 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:49.232393 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:49.242122 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] For port 95623a04-e6be-4a48-9e2b-d406c885e069, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=95623a04-e6be-4a48-9e2b-d406c885e069,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:07:49.266618 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:49.267000 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:49.267343 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 Oct 14 03:07:49.335117 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-74260691-0026-4504-9ad8-e3030bcdb75a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group_rule (3efd925f-6490-429b-9ead-918c40c82a2a), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:49.343644 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6011b1c7-92ab-4965-a824-141f2a3f3409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (8d4814d6-ef30-4198-897a-132bf67b6d1f), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:49.346291 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6011b1c7-92ab-4965-a824-141f2a3f3409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:49.347446 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-6011b1c7-92ab-4965-a824-141f2a3f3409 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8d4814d6-ef30-4198-897a-132bf67b6d1f HTTP/1.1" status: 204 len: 168 time: 0.8735268 Oct 14 03:07:49.352089 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:49.358180 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (95623a04-e6be-4a48-9e2b-d406c885e069), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:49.393290 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-82cac82c-86ed-4c4f-be70-113210aa4fe4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6931791 Oct 14 03:07:49.411195 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:49.411195 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:49.440175 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Routers {'81e22758-1511-4527-8f1c-fe3815b3ceb5'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:07:49.443535 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['81e22758-1511-4527-8f1c-fe3815b3ceb5'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:49.464572 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011b1c7-92ab-4965-a824-141f2a3f3409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4814d6-ef30-4198-897a-132bf67b6d1f,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:49.469731 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a2405e0e-65ef-47ee-932f-6ede07e48038 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:49.471183 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-74260691-0026-4504-9ad8-e3030bcdb75a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (3efd925f-6490-429b-9ead-918c40c82a2a), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:49.540036 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74260691-0026-4504-9ad8-e3030bcdb75a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efd925f-6490-429b-9ead-918c40c82a2a,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:49.579956 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'name': 'tempest-DeleteServersTestJSON-1855676514-router', 'tenant_id': '5cd113c7d65543b2bac8ef368467c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '34d6a47f-72d3-4608-b496-50f6a1f373c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:44Z', 'revision_number': 4, 'project_id': '5cd113c7d65543b2bac8ef368467c092', 'gw_port': {'id': '34d6a47f-72d3-4608-b496-50f6a1f373c6', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:77:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': 'fdbf0e76-52a1-4a30-879d-640d32d4efcc', 'name': '', 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853', 'tenant_id': '5cd113c7d65543b2bac8ef368467c092', 'mac_address': 'fa:16:3e:18:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:42Z', 'updated_at': '2022-10-14T03:07:48Z', 'revision_number': 4, 'project_id': '5cd113c7d65543b2bac8ef368467c092', 'subnets': [{'id': '03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:49.591221 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6080d-afcc-4a3c-94d1-1cfa3bcc2afc None None] Pushing event updated for resources: {'Port': ['ID=95623a04-e6be-4a48-9e2b-d406c885e069,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:49.610506 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8a505786-a49c-4548-89d6-0a766011714c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for port (f4e9e69d-cb9c-4aa6-b899-1dda1b93e484), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:49.621907 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5344b55a-ebbc-4232-b0b4-2c0406609883 None None] The sync data for ids ['5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a'] in dv-cinder-801522-13-iscsi is: [{'id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'name': 'tempest-DeleteServersTestJSON-1855676514-router', 'tenant_id': '5cd113c7d65543b2bac8ef368467c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '34d6a47f-72d3-4608-b496-50f6a1f373c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:44Z', 'revision_number': 4, 'project_id': '5cd113c7d65543b2bac8ef368467c092', 'gw_port': {'id': '34d6a47f-72d3-4608-b496-50f6a1f373c6', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:77:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': 'fdbf0e76-52a1-4a30-879d-640d32d4efcc', 'name': '', 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853', 'tenant_id': '5cd113c7d65543b2bac8ef368467c092', 'mac_address': 'fa:16:3e:18:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:42Z', 'updated_at': '2022-10-14T03:07:48Z', 'revision_number': 4, 'project_id': '5cd113c7d65543b2bac8ef368467c092', 'subnets': [{'id': '03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:07:49.622497 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=0d1b4b7c-8b51-40c7-868e-b0ed0167a770,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:07:49.685315 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-74260691-0026-4504-9ad8-e3030bcdb75a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:49.689227 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-74260691-0026-4504-9ad8-e3030bcdb75a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9769580 Oct 14 03:07:49.697091 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60498) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:49.711000 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a2405e0e-65ef-47ee-932f-6ede07e48038 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (669a6295-3e35-480f-955d-ff1052803310), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:49.711849 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-6521dc78-1c5d-43c2-b744-51041914e2fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Request body: {'floatingip': {'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:49.712874 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 60500) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:49.725231 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:49.726072 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:49.728456 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 34d6a47f-72d3-4608-b496-50f6a1f373c6 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:49.759631 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-6bbc2a73-4958-4760-980b-aa087cea3c84 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379643 Oct 14 03:07:49.767321 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7a323f3b-09da-4aa2-b936-c9a4c8107b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:49.769185 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 60502) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:49.865484 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] Set router 81e22758-1511-4527-8f1c-fe3815b3ceb5 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:07:49.880901 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8a505786-a49c-4548-89d6-0a766011714c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (f4e9e69d-cb9c-4aa6-b899-1dda1b93e484), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:49.894188 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-18cf2215-459e-4448-a963-b37b30ced0e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:49.949505 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:50.017847 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=0d1b4b7c-8b51-40c7-868e-b0ed0167a770,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:50.068901 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6521dc78-1c5d-43c2-b744-51041914e2fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:50.117552 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a505786-a49c-4548-89d6-0a766011714c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:50.172940 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7a323f3b-09da-4aa2-b936-c9a4c8107b96 admin admin] Publish callbacks [] for security_group (fa145dfd-88a0-4b77-8ab5-d3aa4983961d), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:50.201668 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [req-75751661-52ea-4e67-9332-66cccfd67570 req-c07d1410-0a71-4da1-982b-ac9e108e23b8 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105049) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 03:07:50.208658 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-8a505786-a49c-4548-89d6-0a766011714c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:50.210620 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75751661-52ea-4e67-9332-66cccfd67570 req-c07d1410-0a71-4da1-982b-ac9e108e23b8 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9088538 Oct 14 03:07:50.286035 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:50.292654 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a505786-a49c-4548-89d6-0a766011714c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:50.308776 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a505786-a49c-4548-89d6-0a766011714c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Pushing event updated for resources: {'Port': ['ID=f4e9e69d-cb9c-4aa6-b899-1dda1b93e484,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:50.378622 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7a323f3b-09da-4aa2-b936-c9a4c8107b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (fa145dfd-88a0-4b77-8ab5-d3aa4983961d), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:50.379924 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 34d6a47f-72d3-4608-b496-50f6a1f373c6 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:50.380393 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (34d6a47f-72d3-4608-b496-50f6a1f373c6), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:50.380614 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 34d6a47f-72d3-4608-b496-50f6a1f373c6 Oct 14 03:07:50.546956 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6521dc78-1c5d-43c2-b744-51041914e2fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:50.573579 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c0c969b2-8105-4e3f-901a-5fd2bcdb6dad req-376b2cab-1e05-4baa-8462-33ce53b8613a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 210 time: 0.2018602 Oct 14 03:07:50.601718 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-7a323f3b-09da-4aa2-b936-c9a4c8107b96 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d7d00636950b44e7b6a4ef7496bae560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8858533 Oct 14 03:07:50.612741 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 60522) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:50.641428 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75751661-52ea-4e67-9332-66cccfd67570 req-fc90952f-9ffd-4395-b7bc-a2e10bdc6579 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/83101ad8-0b91-4e38-8556-3ebbb1384853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187701 Oct 14 03:07:50.667981 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a323f3b-09da-4aa2-b936-c9a4c8107b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa145dfd-88a0-4b77-8ab5-d3aa4983961d,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:50.701376 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 34d6a47f-72d3-4608-b496-50f6a1f373c6 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:50.701928 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (34d6a47f-72d3-4608-b496-50f6a1f373c6), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:50.707417 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '95623a04-e6be-4a48-9e2b-d406c885e069', 'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'mac_address': 'fa:16:3e:7a:2d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:49Z', 'revision_number': 4, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'subnets': [{'id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:07:50.806872 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28079b6a-9fbd-452e-8d92-3cc25167babe None None] The sync data for ids ['81e22758-1511-4527-8f1c-fe3815b3ceb5'] in dv-cinder-801522-13-iscsi is: [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '95623a04-e6be-4a48-9e2b-d406c885e069', 'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'mac_address': 'fa:16:3e:7a:2d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:49Z', 'revision_number': 4, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'subnets': [{'id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:07:50.827458 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 34d6a47f-72d3-4608-b496-50f6a1f373c6, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=34d6a47f-72d3-4608-b496-50f6a1f373c6,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:07:50.889681 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a2405e0e-65ef-47ee-932f-6ede07e48038 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for port (669a6295-3e35-480f-955d-ff1052803310), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:50.891817 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:50.910433 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (34d6a47f-72d3-4608-b496-50f6a1f373c6), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:50.949515 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-06aa3a2c-dbbc-4275-8dcd-a6b8d179c37a admin admin] Publish callbacks [] for security_group (fa145dfd-88a0-4b77-8ab5-d3aa4983961d), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:50.980475 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75751661-52ea-4e67-9332-66cccfd67570 req-aae862b9-9130-4ab6-af01-eb92d8ac555d service neutron] 10.222.0.39 "GET /networking/v2.0/networks/83101ad8-0b91-4e38-8556-3ebbb1384853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381231 Oct 14 03:07:50.995319 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-06aa3a2c-dbbc-4275-8dcd-a6b8d179c37a admin admin] Publish callbacks [] for security_group (fa145dfd-88a0-4b77-8ab5-d3aa4983961d), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:50.998074 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a2405e0e-65ef-47ee-932f-6ede07e48038 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (669a6295-3e35-480f-955d-ff1052803310), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:50.998767 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a2405e0e-65ef-47ee-932f-6ede07e48038 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:51.029788 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8a505786-a49c-4548-89d6-0a766011714c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for floatingip (de47ad7e-99cf-4acf-8a94-353bc45fb40d), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:51.066470 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:51.082551 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-18cf2215-459e-4448-a963-b37b30ced0e6 admin admin] Publish callbacks [] for security_group (292a4537-6c58-45ab-867a-6cde1dd1d09e), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:51.092017 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=34d6a47f-72d3-4608-b496-50f6a1f373c6,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:51.106898 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2405e0e-65ef-47ee-932f-6ede07e48038 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'Port': ['ID=669a6295-3e35-480f-955d-ff1052803310,revision_number=2']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:51.218804 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a2405e0e-65ef-47ee-932f-6ede07e48038 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:51.228187 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-a2405e0e-65ef-47ee-932f-6ede07e48038 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3947134 Oct 14 03:07:51.253004 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-06aa3a2c-dbbc-4275-8dcd-a6b8d179c37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (fa145dfd-88a0-4b77-8ab5-d3aa4983961d), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:51.255561 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-06aa3a2c-dbbc-4275-8dcd-a6b8d179c37a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:51.269126 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-06aa3a2c-dbbc-4275-8dcd-a6b8d179c37a admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/fa145dfd-88a0-4b77-8ab5-d3aa4983961d HTTP/1.1" status: 204 len: 168 time: 0.6439838 Oct 14 03:07:51.296413 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa3a2c-dbbc-4275-8dcd-a6b8d179c37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa145dfd-88a0-4b77-8ab5-d3aa4983961d,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:51.355174 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-18cf2215-459e-4448-a963-b37b30ced0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (292a4537-6c58-45ab-867a-6cde1dd1d09e), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:51.448749 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 6f25f27e-3db0-4295-af74-3df0e0ac9f1e up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:51.474893 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf2215-459e-4448-a963-b37b30ced0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292a4537-6c58-45ab-867a-6cde1dd1d09e,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:51.509037 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8a505786-a49c-4548-89d6-0a766011714c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (f4e9e69d-cb9c-4aa6-b899-1dda1b93e484), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:51.520057 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-18cf2215-459e-4448-a963-b37b30ced0e6 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7318cb48c37b44a9bcd1f857f936ecc1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7451057 Oct 14 03:07:51.522899 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 60560) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:51.612276 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-6521dc78-1c5d-43c2-b744-51041914e2fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Allocated IP 172.27.3.251 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/07825890-a096-4402-aba4-d64d45bf21b1) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:51.656001 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:51.658039 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:51.658392 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e Oct 14 03:07:51.816769 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3944f863-2286-481b-a903-b6b806e4a497 admin admin] Publish callbacks [] for security_group (292a4537-6c58-45ab-867a-6cde1dd1d09e), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:51.819972 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0245c6d1-d8d6-4910-9a21-e783a0122ba9 req-a3e7bbb0-aad7-417b-9c18-60b71bf13dad tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 210 time: 0.1391542 Oct 14 03:07:51.820421 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.40', 62333) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:51.843196 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:51.869974 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:51.870398 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:51.958339 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=6f25f27e-3db0-4295-af74-3df0e0ac9f1e,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:07:52.039981 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:52.041662 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:52.062817 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3944f863-2286-481b-a903-b6b806e4a497 admin admin] Publish callbacks [] for security_group (292a4537-6c58-45ab-867a-6cde1dd1d09e), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:52.088355 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6521dc78-1c5d-43c2-b744-51041914e2fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for port (07825890-a096-4402-aba4-d64d45bf21b1), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:52.182420 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8a505786-a49c-4548-89d6-0a766011714c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for port (f4e9e69d-cb9c-4aa6-b899-1dda1b93e484), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:52.204480 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=6f25f27e-3db0-4295-af74-3df0e0ac9f1e,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:52.234268 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:52.234727 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:52.235172 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 Oct 14 03:07:52.255993 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-e9f982c9-d256-452a-a92d-3825137aac26 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--217555386&fields=id&tenant_id=20fb24be77624e59b8560c7863ca4a46 HTTP/1.1" status: 200 len: 267 time: 0.5785937 Oct 14 03:07:52.258382 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8a505786-a49c-4548-89d6-0a766011714c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (f4e9e69d-cb9c-4aa6-b899-1dda1b93e484), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:52.259759 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8cf244d4-3fb4-4d06-8211-467bd05427dd req-a630dbc4-8aec-47e2-afa8-43332c06055d tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 210 time: 0.2107303 Oct 14 03:07:52.321009 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6521dc78-1c5d-43c2-b744-51041914e2fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (07825890-a096-4402-aba4-d64d45bf21b1), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:52.391491 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:52.392977 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device fdbf0e76-52a1-4a30-879d-640d32d4efcc up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:52.393242 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6521dc78-1c5d-43c2-b744-51041914e2fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:52.396502 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-6521dc78-1c5d-43c2-b744-51041914e2fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:52.400638 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a505786-a49c-4548-89d6-0a766011714c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Pushing event updated for resources: {'Port': ['ID=f4e9e69d-cb9c-4aa6-b899-1dda1b93e484,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:52.421795 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6521dc78-1c5d-43c2-b744-51041914e2fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:52.427979 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-48fbafdd-c59c-43d3-9484-4307aca49af8 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:52.431369 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-48fbafdd-c59c-43d3-9484-4307aca49af8 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.40 "GET /networking/v2.0/networks?id=55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 200 len: 818 time: 0.6005924 Oct 14 03:07:52.491077 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port fdbf0e76-52a1-4a30-879d-640d32d4efcc triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:52.491545 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:52.491960 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port fdbf0e76-52a1-4a30-879d-640d32d4efcc Oct 14 03:07:52.543552 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:52.550727 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8a505786-a49c-4548-89d6-0a766011714c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (de47ad7e-99cf-4acf-8a94-353bc45fb40d), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:52.550942 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-88986436-1149-4625-8feb-f4124260908a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Request body: {'port': {'device_id': '96d96e4d-ef17-461e-a4f4-ee55452c0223', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'admin_state_up': True, 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:52.564738 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3944f863-2286-481b-a903-b6b806e4a497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (292a4537-6c58-45ab-867a-6cde1dd1d09e), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:52.575671 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3944f863-2286-481b-a903-b6b806e4a497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:52.579477 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-3944f863-2286-481b-a903-b6b806e4a497 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/292a4537-6c58-45ab-867a-6cde1dd1d09e HTTP/1.1" status: 204 len: 168 time: 1.0529854 Oct 14 03:07:52.601957 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:52.613497 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521dc78-1c5d-43c2-b744-51041914e2fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Pushing event updated for resources: {'Port': ['ID=07825890-a096-4402-aba4-d64d45bf21b1,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:52.675060 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:52.686602 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-6317ef42-0109-4b70-bbfa-7fbb8410539f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:52.688158 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-6317ef42-0109-4b70-bbfa-7fbb8410539f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/networks?id=bb28930e-3d0a-43c7-985a-b1d6573d124d HTTP/1.1" status: 200 len: 814 time: 0.4313860 Oct 14 03:07:52.695961 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6521dc78-1c5d-43c2-b744-51041914e2fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for floatingip (fd847eac-7d37-49b4-8fa1-a0ee9d83c12f), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:52.701447 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944f863-2286-481b-a903-b6b806e4a497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292a4537-6c58-45ab-867a-6cde1dd1d09e,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:52.702096 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port fdbf0e76-52a1-4a30-879d-640d32d4efcc is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:52.702658 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:52.716769 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8a505786-a49c-4548-89d6-0a766011714c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:52.727240 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-8a505786-a49c-4548-89d6-0a766011714c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1173942 Oct 14 03:07:52.766280 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-39fdbccc-3857-4dab-97aa-c5feeb649e17 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/quotas/20fb24be77624e59b8560c7863ca4a46 HTTP/1.1" status: 200 len: 375 time: 0.0166574 Oct 14 03:07:52.770810 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port fdbf0e76-52a1-4a30-879d-640d32d4efcc, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=fdbf0e76-52a1-4a30-879d-640d32d4efcc,segment=NetworkSegment(544659b3-ca9d-4948-b9c7-9516ca268a2a),segment_id=544659b3-ca9d-4948-b9c7-9516ca268a2a)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:07:52.838201 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:52.841363 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device a0bb1b6c-0d01-422d-915d-272d6a004758 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:52.845481 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6521dc78-1c5d-43c2-b744-51041914e2fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (07825890-a096-4402-aba4-d64d45bf21b1), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:53.037771 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=fdbf0e76-52a1-4a30-879d-640d32d4efcc,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:53.050170 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port a0bb1b6c-0d01-422d-915d-272d6a004758 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:53.050651 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (a0bb1b6c-0d01-422d-915d-272d6a004758), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:53.051135 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port a0bb1b6c-0d01-422d-915d-272d6a004758 Oct 14 03:07:53.183528 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port a0bb1b6c-0d01-422d-915d-272d6a004758 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:53.193565 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ea59400b-5570-40fb-a16f-219e504f7052 req-0b37e658-ad66-4fdc-975f-33b46d471f07 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 210 time: 0.0568819 Oct 14 03:07:53.248708 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-dbca9742-200e-4e99-aa3d-ba18dae3014a tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=20fb24be77624e59b8560c7863ca4a46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4638126 Oct 14 03:07:53.301043 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6521dc78-1c5d-43c2-b744-51041914e2fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for port (07825890-a096-4402-aba4-d64d45bf21b1), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:53.302957 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:53.382887 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6521dc78-1c5d-43c2-b744-51041914e2fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (07825890-a096-4402-aba4-d64d45bf21b1), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:53.489244 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-88986436-1149-4625-8feb-f4124260908a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Made reservation on behalf of 44d8a8798bc64aefadd52c30a21002ef for: {'port': 1} {{(pid=105049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:07:53.494176 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-88986436-1149-4625-8feb-f4124260908a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:53.548200 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6521dc78-1c5d-43c2-b744-51041914e2fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (fd847eac-7d37-49b4-8fa1-a0ee9d83c12f), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:53.552514 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521dc78-1c5d-43c2-b744-51041914e2fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Pushing event updated for resources: {'Port': ['ID=07825890-a096-4402-aba4-d64d45bf21b1,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:53.613056 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 6f25f27e-3db0-4295-af74-3df0e0ac9f1e up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:53.681834 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6521dc78-1c5d-43c2-b744-51041914e2fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:53.689591 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-6521dc78-1c5d-43c2-b744-51041914e2fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9880230 Oct 14 03:07:53.693778 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:53.693778 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:53.702127 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e Oct 14 03:07:53.704088 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-29585eea-9e85-4b9e-a54a-89d86666915e service neutron] 10.222.0.39 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259431 Oct 14 03:07:53.811701 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-c174b7cb-326c-4480-851d-368cc1b9b161 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--314196786&fields=id&tenant_id=55f278e0f09c45ca8ab33cd9e102446c HTTP/1.1" status: 200 len: 267 time: 0.3202105 Oct 14 03:07:53.823644 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:53.825233 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device fdbf0e76-52a1-4a30-879d-640d32d4efcc up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:53.901078 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port fdbf0e76-52a1-4a30-879d-640d32d4efcc triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:53.901676 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:53.902275 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port fdbf0e76-52a1-4a30-879d-640d32d4efcc Oct 14 03:07:53.943210 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:54.010495 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port fdbf0e76-52a1-4a30-879d-640d32d4efcc is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:54.011654 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 6286cb75-2d09-4972-bb7e-622ef2b5da2e up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:54.051390 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:54.073872 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 6286cb75-2d09-4972-bb7e-622ef2b5da2e triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:54.074515 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (6286cb75-2d09-4972-bb7e-622ef2b5da2e), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:54.074986 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 6286cb75-2d09-4972-bb7e-622ef2b5da2e Oct 14 03:07:54.113863 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:54.213614 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:54.216259 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 6286cb75-2d09-4972-bb7e-622ef2b5da2e is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:54.217049 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (6286cb75-2d09-4972-bb7e-622ef2b5da2e), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:54.230133 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-88986436-1149-4625-8feb-f4124260908a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Allocated IP 172.20.0.10 (55f1e2d7-2b20-46bb-a21a-28526552f799/83361155-00a4-439a-b18b-f6450713d13d/8c75b196-f33a-4b89-b5fd-abf20f10fb84) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:54.250479 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 6286cb75-2d09-4972-bb7e-622ef2b5da2e, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=6286cb75-2d09-4972-bb7e-622ef2b5da2e,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:07:54.258404 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-610b40da-a856-4a78-915c-945f64891224 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412297 Oct 14 03:07:54.313213 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-7d28ff6d-9bf9-4011-b8df-09168468114c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:54.315503 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-7d28ff6d-9bf9-4011-b8df-09168468114c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/networks?id=dc7d519e-6d73-4b0e-803b-556cfc3b6498 HTTP/1.1" status: 200 len: 817 time: 0.4630132 Oct 14 03:07:54.323785 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (6286cb75-2d09-4972-bb7e-622ef2b5da2e), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:54.327766 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 95623a04-e6be-4a48-9e2b-d406c885e069 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:54.384922 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-297dbd26-7715-4b4c-aefc-d43db8ea34d3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/quotas/55f278e0f09c45ca8ab33cd9e102446c HTTP/1.1" status: 200 len: 375 time: 0.0395586 Oct 14 03:07:54.441418 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:54.474894 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=6286cb75-2d09-4972-bb7e-622ef2b5da2e,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:54.482432 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 95623a04-e6be-4a48-9e2b-d406c885e069 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:54.483054 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (95623a04-e6be-4a48-9e2b-d406c885e069), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:54.483610 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 95623a04-e6be-4a48-9e2b-d406c885e069 Oct 14 03:07:54.537842 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-1d4d2954-09cb-4e97-a1fd-c753c9c8a2ab tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=55f278e0f09c45ca8ab33cd9e102446c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221905 Oct 14 03:07:54.638699 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 95623a04-e6be-4a48-9e2b-d406c885e069 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:54.653858 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (95623a04-e6be-4a48-9e2b-d406c885e069), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:54.728494 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.40', 62345) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:54.796443 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 95623a04-e6be-4a48-9e2b-d406c885e069, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=95623a04-e6be-4a48-9e2b-d406c885e069,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:07:54.857388 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (95623a04-e6be-4a48-9e2b-d406c885e069), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:54.859965 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 34d6a47f-72d3-4608-b496-50f6a1f373c6 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:55.057712 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0449ae94-9008-42f5-a4cb-3dd45f172bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:55.090077 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 34d6a47f-72d3-4608-b496-50f6a1f373c6 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:55.090458 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (34d6a47f-72d3-4608-b496-50f6a1f373c6), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:55.091272 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 34d6a47f-72d3-4608-b496-50f6a1f373c6 Oct 14 03:07:55.167888 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:55.181615 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=95623a04-e6be-4a48-9e2b-d406c885e069,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:55.188268 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-88986436-1149-4625-8feb-f4124260908a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for port (8c75b196-f33a-4b89-b5fd-abf20f10fb84), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:55.237457 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-80170926-b1f4-45b7-9da1-f4fde899fc82 req-49c9406f-108b-44a8-a360-fd84e4bb62db tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 210 time: 0.2174191 Oct 14 03:07:55.441688 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 34d6a47f-72d3-4608-b496-50f6a1f373c6 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:55.558374 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-898b6227-04bd-4570-976c-3666d1655c13 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:55.564441 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-898b6227-04bd-4570-976c-3666d1655c13 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.40 "GET /networking/v2.0/networks?id=55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 200 len: 818 time: 0.8197482 Oct 14 03:07:55.566141 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-865f48ca-2392-47de-a804-56d8db899ede service neutron] 10.222.0.39 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9350693 Oct 14 03:07:55.660906 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 6286cb75-2d09-4972-bb7e-622ef2b5da2e up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:55.746393 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-88986436-1149-4625-8feb-f4124260908a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (8c75b196-f33a-4b89-b5fd-abf20f10fb84), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:55.759993 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 6286cb75-2d09-4972-bb7e-622ef2b5da2e triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:55.760483 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (6286cb75-2d09-4972-bb7e-622ef2b5da2e), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:55.761036 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 6286cb75-2d09-4972-bb7e-622ef2b5da2e Oct 14 03:07:55.782761 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1f540850-0f82-49c0-b006-de3d44762388 req-ede35d8a-7004-4e1a-b1df-65442ef5fae8 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1167623173&fields=id&tenant_id=5470d8ee28f74b4eb385a90c33a514b8 HTTP/1.1" status: 200 len: 267 time: 0.2620268 Oct 14 03:07:55.878803 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:55.986997 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-88986436-1149-4625-8feb-f4124260908a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Network 55f1e2d7-2b20-46bb-a21a-28526552f799 is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:56.017654 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-88986436-1149-4625-8feb-f4124260908a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:56.020222 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 6286cb75-2d09-4972-bb7e-622ef2b5da2e is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:56.026535 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 95623a04-e6be-4a48-9e2b-d406c885e069 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:07:56.035075 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-88986436-1149-4625-8feb-f4124260908a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:56.048275 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-88986436-1149-4625-8feb-f4124260908a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:56.049167 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-88986436-1149-4625-8feb-f4124260908a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:56.052505 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88986436-1149-4625-8feb-f4124260908a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Pushing event updated for resources: {'Port': ['ID=8c75b196-f33a-4b89-b5fd-abf20f10fb84,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:56.087423 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-8884cb2e-1ef2-4216-b9ff-aed3bcec4e15 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028293 Oct 14 03:07:56.091209 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-12288adc-b5ab-4532-9d1f-55c246e12eae tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Request body: {'port': {'device_id': '8e2de16b-159b-4d0a-8830-7c37d2c16d63', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'admin_state_up': True, 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:56.196834 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 95623a04-e6be-4a48-9e2b-d406c885e069 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:56.196834 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (95623a04-e6be-4a48-9e2b-d406c885e069), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:56.196834 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 95623a04-e6be-4a48-9e2b-d406c885e069 Oct 14 03:07:56.198679 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:56.205976 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f540850-0f82-49c0-b006-de3d44762388 req-1088f9ab-6996-4c55-b880-5f045e8eb80f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:56.231103 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1f540850-0f82-49c0-b006-de3d44762388 req-1088f9ab-6996-4c55-b880-5f045e8eb80f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/networks?id=706c2be8-801d-4fd3-a7af-a476e6a9ec99 HTTP/1.1" status: 200 len: 811 time: 0.4460597 Oct 14 03:07:56.267959 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1f540850-0f82-49c0-b006-de3d44762388 req-60199605-5e55-47c8-a11a-775433996e32 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/quotas/5470d8ee28f74b4eb385a90c33a514b8 HTTP/1.1" status: 200 len: 375 time: 0.0317533 Oct 14 03:07:56.386969 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 95623a04-e6be-4a48-9e2b-d406c885e069 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:07:56.396132 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1f540850-0f82-49c0-b006-de3d44762388 req-c865ef17-32c8-43a3-9ddb-13833468f023 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=5470d8ee28f74b4eb385a90c33a514b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1214368 Oct 14 03:07:56.549827 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-d75a4d71-7ebc-4a09-8671-7d08b526724e None None] Provisioning complete for port 8c75b196-f33a-4b89-b5fd-abf20f10fb84 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:56.550563 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-d75a4d71-7ebc-4a09-8671-7d08b526724e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (8c75b196-f33a-4b89-b5fd-abf20f10fb84), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:56.551280 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-d75a4d71-7ebc-4a09-8671-7d08b526724e None None] Attempt 1 to provision port 8c75b196-f33a-4b89-b5fd-abf20f10fb84 Oct 14 03:07:56.585554 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1f540850-0f82-49c0-b006-de3d44762388 req-9ffd68ca-96c3-43b5-b8d2-e8d9d61d51e4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712708 Oct 14 03:07:56.608786 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-d75a4d71-7ebc-4a09-8671-7d08b526724e None None] Port 8c75b196-f33a-4b89-b5fd-abf20f10fb84 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:07:56.651822 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-12288adc-b5ab-4532-9d1f-55c246e12eae tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Made reservation on behalf of 44d8a8798bc64aefadd52c30a21002ef for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:07:56.657041 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-12288adc-b5ab-4532-9d1f-55c246e12eae tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:56.662679 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-88986436-1149-4625-8feb-f4124260908a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1234925 Oct 14 03:07:56.677604 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-3012e8db-bcf1-4969-877c-7131adefdafc tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105049) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 03:07:56.679918 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-3012e8db-bcf1-4969-877c-7131adefdafc tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0110979 Oct 14 03:07:56.806305 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1f540850-0f82-49c0-b006-de3d44762388 req-a1e0a11d-a7e7-4acb-bfe0-5a9cf042a733 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192655 Oct 14 03:07:56.974462 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.40', 62353) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:07:57.172599 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-8c676435-54ba-481d-9f19-aead046f5a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:57.264604 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751661-52ea-4e67-9332-66cccfd67570 req-c9522c26-3639-408f-8dbe-d987179fb41f tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:57.270682 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75751661-52ea-4e67-9332-66cccfd67570 req-c9522c26-3639-408f-8dbe-d987179fb41f tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.40 "GET /networking/v2.0/networks?id=83101ad8-0b91-4e38-8556-3ebbb1384853 HTTP/1.1" status: 200 len: 812 time: 0.4101293 Oct 14 03:07:57.304798 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [req-75751661-52ea-4e67-9332-66cccfd67570 req-92c2f325-398c-40f1-84d9-49726f87f27a tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Request body: {'port': {'device_id': '706d7731-fcb4-4570-be80-854614a86150', 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853', 'admin_state_up': True, 'tenant_id': '5cd113c7d65543b2bac8ef368467c092'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:57.559737 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-12288adc-b5ab-4532-9d1f-55c246e12eae tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Allocated IP 172.20.0.4 (55f1e2d7-2b20-46bb-a21a-28526552f799/83361155-00a4-439a-b18b-f6450713d13d/85b7ee5a-21b7-45b0-9d95-c8b510e07a5f) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:57.695685 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Request body: {'port': {'device_id': '96d96e4d-ef17-461e-a4f4-ee55452c0223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:07:57.842015 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-978f84e6-b578-4660-80af-7a6f329424f4 req-ee92df62-ce76-416c-b14c-a3d4798674f5 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 210 time: 0.0714102 Oct 14 03:07:57.858786 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a82b3d68-eb0d-43ac-a8b6-043c0afcc247 req-50234ef4-655d-4601-a244-b2bcde9448ce tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 210 time: 0.4631855 Oct 14 03:07:58.139821 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-33601ded-1d0c-482a-879a-a9eaeab7229c req-af747f6d-888e-4890-a525-da49ecee964d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.1510255 Oct 14 03:07:58.154771 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (8c75b196-f33a-4b89-b5fd-abf20f10fb84), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:58.221014 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b354fb90-88e9-4d62-b251-8e7956cda49a req-f0a99a8b-34ae-4f92-b57b-b665a083fe0a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 210 time: 0.2012038 Oct 14 03:07:58.356258 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:58.362299 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1f7f4874-5855-4420-b070-85fa0e0adb54 req-7f2b33ef-785c-49e0-b737-afb2ff479c66 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0734644 Oct 14 03:07:58.379244 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75751661-52ea-4e67-9332-66cccfd67570 req-92c2f325-398c-40f1-84d9-49726f87f27a tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Made reservation on behalf of 5cd113c7d65543b2bac8ef368467c092 for: {'port': 1} {{(pid=105049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:07:58.391083 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-75751661-52ea-4e67-9332-66cccfd67570 req-92c2f325-398c-40f1-84d9-49726f87f27a tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:58.410033 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-12288adc-b5ab-4532-9d1f-55c246e12eae tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for port (85b7ee5a-21b7-45b0-9d95-c8b510e07a5f), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:58.433685 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:58.660235 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:58.792051 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-12288adc-b5ab-4532-9d1f-55c246e12eae tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (85b7ee5a-21b7-45b0-9d95-c8b510e07a5f), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:58.794740 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [req-75751661-52ea-4e67-9332-66cccfd67570 req-92c2f325-398c-40f1-84d9-49726f87f27a tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Allocated IP 172.20.0.13 (83101ad8-0b91-4e38-8556-3ebbb1384853/03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9/c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:07:59.101454 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:59.140968 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-35e91122-d57d-4c09-97b6-43b3a00c802a req-37de8495-487f-4d0c-8731-5769d5015594 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 210 time: 0.0919859 Oct 14 03:07:59.156285 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0deef0ab-89cc-4f7d-9234-d653e4c46644 req-bd2bde60-0252-4e05-b4cb-89377f2e2788 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 210 time: 0.1015203 Oct 14 03:07:59.192211 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12288adc-b5ab-4532-9d1f-55c246e12eae tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Pushing event updated for resources: {'Port': ['ID=85b7ee5a-21b7-45b0-9d95-c8b510e07a5f,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:59.224914 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-12288adc-b5ab-4532-9d1f-55c246e12eae tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Network 55f1e2d7-2b20-46bb-a21a-28526552f799 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:59.237235 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-12288adc-b5ab-4532-9d1f-55c246e12eae tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:59.242138 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-12288adc-b5ab-4532-9d1f-55c246e12eae tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:59.291142 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-75751661-52ea-4e67-9332-66cccfd67570 req-92c2f325-398c-40f1-84d9-49726f87f27a tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Publish callbacks [] for port (c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:59.385009 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c75b196-f33a-4b89-b5fd-abf20f10fb84 {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:07:59.438126 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Publish callbacks [] for port (8c75b196-f33a-4b89-b5fd-abf20f10fb84), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:59.458309 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-12288adc-b5ab-4532-9d1f-55c246e12eae tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:59.459087 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-12288adc-b5ab-4532-9d1f-55c246e12eae tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:59.490795 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Transition to ACTIVE for port object 8c75b196-f33a-4b89-b5fd-abf20f10fb84 will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:07:59.495124 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c58ab1a1-bc62-4d9f-ae4f-14d66b991617 req-fb081b55-12a6-4628-ac2d-c456160d8cba tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.0815628 Oct 14 03:07:59.526524 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-75751661-52ea-4e67-9332-66cccfd67570 req-92c2f325-398c-40f1-84d9-49726f87f27a tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:59.604863 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-12288adc-b5ab-4532-9d1f-55c246e12eae tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5217378 Oct 14 03:07:59.605691 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (8c75b196-f33a-4b89-b5fd-abf20f10fb84), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:59.682383 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3cf43fea-402e-4762-99a1-4f42d05edc11 req-3aebf956-c7f0-45de-854e-8095da9dad3e tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0438724 Oct 14 03:07:59.693519 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75751661-52ea-4e67-9332-66cccfd67570 req-92c2f325-398c-40f1-84d9-49726f87f27a tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Network 83101ad8-0b91-4e38-8556-3ebbb1384853 is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:07:59.701120 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685f288-7b9e-4294-bdab-da830152aee5 req-abb4067b-9a16-4f2d-8d1e-8d5602c42748 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:59.702806 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c685f288-7b9e-4294-bdab-da830152aee5 req-abb4067b-9a16-4f2d-8d1e-8d5602c42748 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 931 time: 0.2059331 Oct 14 03:07:59.707130 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [req-75751661-52ea-4e67-9332-66cccfd67570 req-92c2f325-398c-40f1-84d9-49726f87f27a tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:07:59.710675 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [req-75751661-52ea-4e67-9332-66cccfd67570 req-92c2f325-398c-40f1-84d9-49726f87f27a tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:07:59.716007 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751661-52ea-4e67-9332-66cccfd67570 req-92c2f325-398c-40f1-84d9-49726f87f27a tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:07:59.716612 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-75751661-52ea-4e67-9332-66cccfd67570 req-92c2f325-398c-40f1-84d9-49726f87f27a tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:59.762208 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-cd876d2c-c953-494f-b7f0-7383d730312d None None] Provisioning complete for port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:07:59.762688 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-cd876d2c-c953-494f-b7f0-7383d730312d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (85b7ee5a-21b7-45b0-9d95-c8b510e07a5f), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:59.762900 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-cd876d2c-c953-494f-b7f0-7383d730312d None None] Attempt 1 to provision port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f Oct 14 03:07:59.815946 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-cd876d2c-c953-494f-b7f0-7383d730312d None None] Port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:07:59.842100 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:07:59.842873 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c685f288-7b9e-4294-bdab-da830152aee5 req-10b8f270-bc49-4ebf-bfd3-3e0810b8573d tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099389 Oct 14 03:07:59.849254 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2f325-398c-40f1-84d9-49726f87f27a tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Pushing event updated for resources: {'Port': ['ID=c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:59.861176 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75751661-52ea-4e67-9332-66cccfd67570 req-92c2f325-398c-40f1-84d9-49726f87f27a tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5642807 Oct 14 03:07:59.878809 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Pushing event updated for resources: {'Port': ['ID=8c75b196-f33a-4b89-b5fd-abf20f10fb84,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:07:59.906136 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:07:59.971245 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Attempting to bind port 8c75b196-f33a-4b89-b5fd-abf20f10fb84 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:07:59.971545 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Attempting to bind port 8c75b196-f33a-4b89-b5fd-abf20f10fb84 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:07:59.971868 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Attempting to bind port 8c75b196-f33a-4b89-b5fd-abf20f10fb84 on network 55f1e2d7-2b20-46bb-a21a-28526552f799 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:07:59.981717 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:00.095666 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Port 8c75b196-f33a-4b89-b5fd-abf20f10fb84 on network 55f1e2d7-2b20-46bb-a21a-28526552f799 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:08:00.096275 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Attempting to bind port 8c75b196-f33a-4b89-b5fd-abf20f10fb84 on network 55f1e2d7-2b20-46bb-a21a-28526552f799 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:08:00.182521 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:08:00.183189 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Checking segment: {'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:08:00.183774 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Bound using segment: {'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:08:00.184518 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Bound port: 8c75b196-f33a-4b89-b5fd-abf20f10fb84, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:08:00.185033 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (8c75b196-f33a-4b89-b5fd-abf20f10fb84), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:00.198750 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:00.238555 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-8b4ca264-dcc8-496e-8c16-383f26d73248 None None] Provisioning complete for port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:08:00.240537 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-8b4ca264-dcc8-496e-8c16-383f26d73248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:00.244955 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-8b4ca264-dcc8-496e-8c16-383f26d73248 None None] Attempt 1 to provision port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f Oct 14 03:08:00.281728 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Request body: {'port': {'device_id': '8e2de16b-159b-4d0a-8830-7c37d2c16d63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:08:00.282346 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Request body: {'port': {'device_id': '706d7731-fcb4-4570-be80-854614a86150', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:08:00.291984 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] For port 8c75b196-f33a-4b89-b5fd-abf20f10fb84, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:08:00.332341 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-8b4ca264-dcc8-496e-8c16-383f26d73248 None None] Port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:08:00.417444 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (85b7ee5a-21b7-45b0-9d95-c8b510e07a5f), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:00.423322 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] For port 8c75b196-f33a-4b89-b5fd-abf20f10fb84, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8c75b196-f33a-4b89-b5fd-abf20f10fb84,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:08:00.503965 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d345658f-ed0e-480d-9f32-dac60fe72ae7 req-4cd39d85-d189-4aa9-9e98-acce6f732d40 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 210 time: 0.1210153 Oct 14 03:08:00.535541 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.40', 62366) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:00.549275 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (8c75b196-f33a-4b89-b5fd-abf20f10fb84), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:00.574946 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:00.575592 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:00.579420 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/8c75b196-f33a-4b89-b5fd-abf20f10fb84 HTTP/1.1" status: 200 len: 1094 time: 3.6016898 Oct 14 03:08:00.594547 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d96e4d-ef17-461e-a4f4-ee55452c0223', 'tag': '8c75b196-f33a-4b89-b5fd-abf20f10fb84'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:08:00.610535 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5adf2-663a-4116-a8d5-93df05e9821a req-c3cdf349-946f-4fb8-94e3-506bcabb4db0 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:00.636911 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a6d5adf2-663a-4116-a8d5-93df05e9821a req-c3cdf349-946f-4fb8-94e3-506bcabb4db0 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 932 time: 0.2641671 Oct 14 03:08:00.689636 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:00.761714 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:00.836245 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2281a0fe-9310-4c41-a939-654ca2e3e2e8 req-27a97633-38a6-43f9-b60d-3ee961cf8476 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.1551535 Oct 14 03:08:00.910164 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a6d5adf2-663a-4116-a8d5-93df05e9821a req-90dc3a7d-d934-4548-a8fa-6deae964dc7b tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722178 Oct 14 03:08:01.214919 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c9e1c8-baa1-4933-869a-a85eb9c9e9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "96d96e4d-ef17-461e-a4f4-ee55452c0223", "tag": "8c75b196-f33a-4b89-b5fd-abf20f10fb84"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:08:01.220878 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177feadf-c0a1-4b5c-90e9-da2d2515897b service neutron] Pushing event updated for resources: {'Port': ['ID=8c75b196-f33a-4b89-b5fd-abf20f10fb84,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:01.246405 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-caa46f23-3d8a-42c0-98ca-45a6f6d9cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:01.248215 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-caa46f23-3d8a-42c0-98ca-45a6f6d9cf46 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 1128 time: 0.4349098 Oct 14 03:08:01.262963 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:01.266130 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-26c067a5-3806-4a7a-85ba-ab66c2dad9a7 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:01.267902 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-26c067a5-3806-4a7a-85ba-ab66c2dad9a7 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "GET /networking/v2.0/networks?id=bb28930e-3d0a-43c7-985a-b1d6573d124d HTTP/1.1" status: 200 len: 814 time: 0.6848271 Oct 14 03:08:01.284493 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:01.295122 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-451b657b-388b-4f89-9621-8f3aefbb1e89 req-ae57391d-fef6-43f1-a1d4-df7d4f3e587c tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 210 time: 0.2308805 Oct 14 03:08:01.380716 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a0f65-a5d6-4b6f-8ed5-85b115ec129c req-8db94de7-bd6c-4923-a89e-631bab197767 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:01.387555 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-dc0a0f65-a5d6-4b6f-8ed5-85b115ec129c req-8db94de7-bd6c-4923-a89e-631bab197767 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 931 time: 0.2287884 Oct 14 03:08:01.446985 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-8fd70940-4dcc-42af-ba96-b3488a1677fb service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c75b196-f33a-4b89-b5fd-abf20f10fb84 HTTP/1.1" status: 200 len: 217 time: 0.1287339 Oct 14 03:08:01.588166 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-9b782efd-1ed6-4f2f-a65f-7f234004299c tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=20fb24be77624e59b8560c7863ca4a46 HTTP/1.1" status: 200 len: 379 time: 0.2213886 Oct 14 03:08:01.613142 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418f80b5-8caa-48d0-bcf9-323b61e1e7b3 x-openstack-request-id: req-418f80b5-8caa-48d0-bcf9-323b61e1e7b3 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:08:01.613489 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d96e4d-ef17-461e-a4f4-ee55452c0223", "tag": "8c75b196-f33a-4b89-b5fd-abf20f10fb84", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:08:01.613721 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-418f80b5-8caa-48d0-bcf9-323b61e1e7b3 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:08:01.614223 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-418f80b5-8caa-48d0-bcf9-323b61e1e7b3'] response: {'name': 'network-changed', 'server_uuid': '96d96e4d-ef17-461e-a4f4-ee55452c0223', 'tag': '8c75b196-f33a-4b89-b5fd-abf20f10fb84', 'status': 'completed', 'code': 200} Oct 14 03:08:01.627282 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-dc0a0f65-a5d6-4b6f-8ed5-85b115ec129c req-e9a79b74-0bcc-468a-bff1-897ea51a11be tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371464 Oct 14 03:08:01.690614 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7f0d65f2-f4b2-43d7-8d2c-082895d31a36 req-ac961d85-f8ec-41e4-a934-8c2f0e73f22b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 210 time: 0.0583651 Oct 14 03:08:01.697375 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:08:01.722358 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Publish callbacks [] for port (85b7ee5a-21b7-45b0-9d95-c8b510e07a5f), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:01.769179 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Transition to ACTIVE for port object 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:08:01.773287 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.notifiers.nova [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f {{(pid=105049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:08:01.791845 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Publish callbacks [] for port (c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:01.823087 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (85b7ee5a-21b7-45b0-9d95-c8b510e07a5f), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:01.846239 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.provisioning_blocks [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Transition to ACTIVE for port object c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f will not be triggered until provisioned by entity L2. {{(pid=105049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:08:01.893934 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Pushing event updated for resources: {'Port': ['ID=85b7ee5a-21b7-45b0-9d95-c8b510e07a5f,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:01.959869 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:02.096471 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fd918760-01c6-4f53-b0ad-2e485ca4504b req-a286a8d6-9ec3-4cfe-94dd-b32d8a6409e3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.0877931 Oct 14 03:08:02.207263 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Sync routers for ids ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:08:02.227353 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Routers {'8129ec6d-5c25-406c-8f4c-232ae6e5c655'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:08:02.228353 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:02.272723 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Pushing event updated for resources: {'Port': ['ID=c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f,revision_number=2']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:02.298841 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3dc4e-c85c-403e-9ff2-979d8243f3a7 req-49315102-ecbd-413a-a22b-3320330e2f7e tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:02.306716 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9da3dc4e-c85c-403e-9ff2-979d8243f3a7 req-49315102-ecbd-413a-a22b-3320330e2f7e tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 944 time: 0.2120805 Oct 14 03:08:02.313750 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.managers [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Attempting to bind port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:08:02.314511 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.managers [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Attempting to bind port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '544659b3-ca9d-4948-b9c7-9516ca268a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853'}] {{(pid=105049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:08:02.314865 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Attempting to bind port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f on network 83101ad8-0b91-4e38-8556-3ebbb1384853 {{(pid=105049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:08:02.342563 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:02.414325 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Attempting to bind port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:08:02.415228 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Attempting to bind port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:08:02.421328 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Attempting to bind port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f on network 55f1e2d7-2b20-46bb-a21a-28526552f799 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:08:02.441416 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Set router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:08:02.446268 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9da3dc4e-c85c-403e-9ff2-979d8243f3a7 req-684b1110-1880-4f9d-bc65-bf5f1a5f28c4 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337783 Oct 14 03:08:02.545667 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f on network 83101ad8-0b91-4e38-8556-3ebbb1384853 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:08:02.546118 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Attempting to bind port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f on network 83101ad8-0b91-4e38-8556-3ebbb1384853 {{(pid=105049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:08:02.551053 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8b5bd803-26c6-4cd9-a523-17958667a9c9 req-a737a255-b473-4ed3-8270-fea38708ba3a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0831778 Oct 14 03:08:02.552832 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:02.594321 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f on network 55f1e2d7-2b20-46bb-a21a-28526552f799 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:08:02.594655 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Attempting to bind port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f on network 55f1e2d7-2b20-46bb-a21a-28526552f799 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:08:02.669639 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:08:02.671442 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Checking segment: {'id': '544659b3-ca9d-4948-b9c7-9516ca268a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:08:02.672019 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Bound using segment: {'id': '544659b3-ca9d-4948-b9c7-9516ca268a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853'} {{(pid=105049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:08:02.672671 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.managers [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Bound port: c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '544659b3-ca9d-4948-b9c7-9516ca268a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853'}}] {{(pid=105049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:08:02.673039 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:02.732703 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-068badde-aacd-43ff-9a19-1eddf291f6ed tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'port': {'device_id': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'admin_state_up': True, 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'security_groups': ['3417a425-874c-4d86-b7e4-881b8a59929b']}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:08:02.857409 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:08:02.857785 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Checking segment: {'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:08:02.861489 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Bound using segment: {'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:08:02.861489 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Bound port: 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:08:02.861489 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (85b7ee5a-21b7-45b0-9d95-c8b510e07a5f), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:02.877312 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:43Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '9ff38b85-bafb-40e6-a854-d7c6ab4f0a39', 'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'mac_address': 'fa:16:3e:b5:c2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:41Z', 'updated_at': '2022-10-14T03:07:44Z', 'revision_number': 2, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'subnets': [{'id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:02.905241 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] For port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f, host hv-cinder-80152, cleared binding levels {{(pid=105049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:08:02.948088 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Checking router: 8129ec6d-5c25-406c-8f4c-232ae6e5c655 for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:08:02.948466 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Updating router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 binding host dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:08:02.986734 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.40', 62377) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:03.013002 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:03.038696 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:08:03.222933 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] For port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f,segment=NetworkSegment(544659b3-ca9d-4948-b9c7-9516ca268a2a),segment_id=544659b3-ca9d-4948-b9c7-9516ca268a2a)] {{(pid=105049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:08:03.261704 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d4532373-801d-4cff-add1-04da1559be71 req-bb9ab901-338e-4d06-a95b-0eac1ad69e2d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 210 time: 0.2548425 Oct 14 03:08:03.295249 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadfc2e-4e20-41cd-9dc0-159250435f7e req-1503cb3f-86d2-4668-931c-f764f9fc2eca tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:03.311847 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ceadfc2e-4e20-41cd-9dc0-159250435f7e req-1503cb3f-86d2-4668-931c-f764f9fc2eca tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 943 time: 0.5233517 Oct 14 03:08:03.363845 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:03.432563 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f540850-0f82-49c0-b006-de3d44762388 req-f0a69a35-a7aa-4e30-837c-9eb8c85e1c8a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:03.440808 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1f540850-0f82-49c0-b006-de3d44762388 req-f0a69a35-a7aa-4e30-837c-9eb8c85e1c8a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.40 "GET /networking/v2.0/networks?id=706c2be8-801d-4fd3-a7af-a476e6a9ec99 HTTP/1.1" status: 200 len: 811 time: 0.4506311 Oct 14 03:08:03.460838 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-4b6e5ed0-933f-4c49-93ac-be44fc10817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:03.462773 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:03.463317 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-4b6e5ed0-933f-4c49-93ac-be44fc10817f service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=83361155-00a4-439a-b18b-f6450713d13d HTTP/1.1" status: 200 len: 857 time: 0.7068670 Oct 14 03:08:03.465010 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:03.470125 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75751661-52ea-4e67-9332-66cccfd67570 req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f HTTP/1.1" status: 200 len: 1094 time: 3.1936996 Oct 14 03:08:03.474103 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706d7731-fcb4-4570-be80-854614a86150', 'tag': 'c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f'}] {{(pid=105049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:08:03.610048 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:03.695237 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Publish callbacks [] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), precommit_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:03.732975 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] For port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:08:03.734754 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ceadfc2e-4e20-41cd-9dc0-159250435f7e req-e2fc47c4-8ad0-47e8-a37d-52cc8a0fbbbd tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219921 Oct 14 03:08:03.753145 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:03.765934 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-c4a00f35-67b4-4c38-b525-84417fca0b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:03.765934 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-c4a00f35-67b4-4c38-b525-84417fca0b40 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=55f1e2d7-2b20-46bb-a21a-28526552f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2383163 Oct 14 03:08:03.783766 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:03.805929 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] For port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=85b7ee5a-21b7-45b0-9d95-c8b510e07a5f,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:08:03.827674 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1f540850-0f82-49c0-b006-de3d44762388 req-6c899a4d-5d6b-47fc-bf46-0fb613bb4537 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5470d8ee28f74b4eb385a90c33a514b8 HTTP/1.1" status: 200 len: 380 time: 0.3140512 Oct 14 03:08:03.831250 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-068badde-aacd-43ff-9a19-1eddf291f6ed tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Made reservation on behalf of 20fb24be77624e59b8560c7863ca4a46 for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:08:03.844194 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-068badde-aacd-43ff-9a19-1eddf291f6ed tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:03.881913 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (85b7ee5a-21b7-45b0-9d95-c8b510e07a5f), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:03.898318 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4078e-196a-44fe-80c3-01850f3f1ffe None None] Pushing event updated for resources: {'Port': ['ID=9ff38b85-bafb-40e6-a854-d7c6ab4f0a39,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:03.902650 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fb9ae14b47f429fd368683312699964b37f4ab477e95edbe6fc545a578585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6fb49e-b2e5-4f4d-ab16-0af16f26d119" -d '{"events": [{"name": "network-changed", "server_uuid": "706d7731-fcb4-4570-be80-854614a86150", "tag": "c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f"}]}' {{(pid=105049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:08:03.903147 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-1f540850-0f82-49c0-b006-de3d44762388 req-22de5284-0302-4f77-a26d-c7d378f63b23 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Request body: {'port': {'device_id': '258e7a24-1f44-4662-b9b0-4f35c319a2d2', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'admin_state_up': True, 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'security_groups': ['8c560d1c-b036-46f2-9007-08d2d5223c90']}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:08:03.934054 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6c35e961-1574-46cd-b6b6-0ce13b58234f req-1c870380-845f-4ccc-9cae-1892171e2397 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.4807329 Oct 14 03:08:04.030393 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:04.036714 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa0b00-058a-4e55-b89a-89c5d5173626 service neutron] Pushing event updated for resources: {'Port': ['ID=c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f,revision_number=3']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:04.040932 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:04.040932 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/85b7ee5a-21b7-45b0-9d95-c8b510e07a5f HTTP/1.1" status: 200 len: 1093 time: 3.7669611 Oct 14 03:08:04.054585 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751661-52ea-4e67-9332-66cccfd67570 req-3e20a605-1443-4355-beca-26edbe3ccb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:04.056869 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75751661-52ea-4e67-9332-66cccfd67570 req-3e20a605-1443-4355-beca-26edbe3ccb4b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=5cd113c7d65543b2bac8ef368467c092&device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 1128 time: 0.3273494 Oct 14 03:08:04.070820 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2de16b-159b-4d0a-8830-7c37d2c16d63', 'tag': '85b7ee5a-21b7-45b0-9d95-c8b510e07a5f'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:08:04.073115 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c9b6c4-2025-469c-9494-dac67a02f681" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2de16b-159b-4d0a-8830-7c37d2c16d63", "tag": "85b7ee5a-21b7-45b0-9d95-c8b510e07a5f"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:08:04.074885 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Attempting to bind port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:08:04.079969 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Attempting to bind port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:08:04.080467 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Attempting to bind port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 on network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:08:04.173846 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:08:04.174461 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Checking segment: {'id': '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:08:04.175021 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:04.175571 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Bound using segment: {'id': '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:08:04.176209 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Bound port: 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:08:04.179269 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:04.246183 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:04.261597 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75751661-52ea-4e67-9332-66cccfd67570 req-f936b520-ee6a-4ab7-b7ed-96b57549a52c service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f HTTP/1.1" status: 200 len: 217 time: 0.1758215 Oct 14 03:08:04.263772 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c56251fa-2b71-4556-9876-f4c042f45be7 req-c79ed8d5-7235-4f08-b087-7debaaac0433 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0676544 Oct 14 03:08:04.284453 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a594b3b-35fb-431f-b3df-7f0120a77f1b req-94a44d0f-99e7-4497-82b3-d3ca98b2b1f4 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:04.302160 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6a594b3b-35fb-431f-b3df-7f0120a77f1b req-94a44d0f-99e7-4497-82b3-d3ca98b2b1f4 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 944 time: 0.3753448 Oct 14 03:08:04.323398 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1ea02-4172-46e5-8595-526952243199 service neutron] Pushing event updated for resources: {'Port': ['ID=85b7ee5a-21b7-45b0-9d95-c8b510e07a5f,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:04.348395 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] For port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:08:04.362229 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] For port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=9ff38b85-bafb-40e6-a854-d7c6ab4f0a39,segment=NetworkSegment(096b242a-6b21-4e4d-8a4b-ad9ddc350fd9),segment_id=096b242a-6b21-4e4d-8a4b-ad9ddc350fd9)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:08:04.422955 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:04.445124 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6a594b3b-35fb-431f-b3df-7f0120a77f1b req-6d6840d6-54f8-4304-a772-aa03f3b3a78f tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448426 Oct 14 03:08:04.512839 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:04.523181 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Routers {'8129ec6d-5c25-406c-8f4c-232ae6e5c655'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:08:04.524923 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:07:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:04.530711 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-068badde-aacd-43ff-9a19-1eddf291f6ed tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Allocated IP 172.20.0.7 (bb28930e-3d0a-43c7-985a-b1d6573d124d/135773a1-0191-4c48-88ba-8f3ab667b670/19709406-415e-437a-9a30-3eb561347116) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:08:04.589320 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd7e499-643b-40af-8b3e-0bbdbcd70752 x-openstack-request-id: req-4cd7e499-643b-40af-8b3e-0bbdbcd70752 {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:08:04.590276 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:04.590877 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706d7731-fcb4-4570-be80-854614a86150", "tag": "c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f", "status": "completed", "code": 200}]} {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:08:04.591341 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4cd7e499-643b-40af-8b3e-0bbdbcd70752 {{(pid=105049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:08:04.592654 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd7e499-643b-40af-8b3e-0bbdbcd70752'] response: {'name': 'network-changed', 'server_uuid': '706d7731-fcb4-4570-be80-854614a86150', 'tag': 'c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f', 'status': 'completed', 'code': 200} Oct 14 03:08:04.621905 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4078e-196a-44fe-80c3-01850f3f1ffe None None] Pushing event updated for resources: {'Port': ['ID=9ff38b85-bafb-40e6-a854-d7c6ab4f0a39,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:04.642267 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33298a4-eb8d-4baf-a1d9-0b81687480aa x-openstack-request-id: req-c33298a4-eb8d-4baf-a1d9-0b81687480aa {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:08:04.642564 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2de16b-159b-4d0a-8830-7c37d2c16d63", "tag": "85b7ee5a-21b7-45b0-9d95-c8b510e07a5f", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:08:04.642855 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c33298a4-eb8d-4baf-a1d9-0b81687480aa {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:08:04.643270 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c33298a4-eb8d-4baf-a1d9-0b81687480aa'] response: {'name': 'network-changed', 'server_uuid': '8e2de16b-159b-4d0a-8830-7c37d2c16d63', 'tag': '85b7ee5a-21b7-45b0-9d95-c8b510e07a5f', 'status': 'completed', 'code': 200} Oct 14 03:08:04.658378 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-834be93e-c636-437d-8f55-e9b03fcd9792 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6455810 Oct 14 03:08:04.660994 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-70ba3461-2832-49c8-8626-22e23f8bc9e9 req-371ec4e8-6093-45b1-ba43-18c10755d902 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 210 time: 0.0445473 Oct 14 03:08:04.726067 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] Set router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:08:04.748646 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-068badde-aacd-43ff-9a19-1eddf291f6ed tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for port (19709406-415e-437a-9a30-3eb561347116), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:04.846660 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f540850-0f82-49c0-b006-de3d44762388 req-22de5284-0302-4f77-a26d-c7d378f63b23 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Made reservation on behalf of 5470d8ee28f74b4eb385a90c33a514b8 for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:08:04.851510 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-1f540850-0f82-49c0-b006-de3d44762388 req-22de5284-0302-4f77-a26d-c7d378f63b23 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:04.863581 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccee1d-b5bc-4598-8d9d-9a67ea30f459 req-22a258a4-0c0e-4448-901a-27ff4103f4ed tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:04.865361 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bfccee1d-b5bc-4598-8d9d-9a67ea30f459 req-22a258a4-0c0e-4448-901a-27ff4103f4ed tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 943 time: 0.0523684 Oct 14 03:08:04.881180 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:04.891492 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-068badde-aacd-43ff-9a19-1eddf291f6ed tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (19709406-415e-437a-9a30-3eb561347116), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:04.944257 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bfccee1d-b5bc-4598-8d9d-9a67ea30f459 req-3446c32f-ceb7-4f78-bc6a-bc998858bf3f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704846 Oct 14 03:08:04.946430 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:43Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '9ff38b85-bafb-40e6-a854-d7c6ab4f0a39', 'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'mac_address': 'fa:16:3e:b5:c2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:41Z', 'updated_at': '2022-10-14T03:08:04Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'subnets': [{'id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:04.975229 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068badde-aacd-43ff-9a19-1eddf291f6ed tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'Port': ['ID=19709406-415e-437a-9a30-3eb561347116,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:04.976204 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c70784b-df78-4ef4-a6d7-3750bd7d8d44 None None] The sync data for ids ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'] in dv-cinder-801522-13-iscsi is: [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:43Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '9ff38b85-bafb-40e6-a854-d7c6ab4f0a39', 'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'mac_address': 'fa:16:3e:b5:c2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:41Z', 'updated_at': '2022-10-14T03:08:04Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'subnets': [{'id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:08:05.006375 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-068badde-aacd-43ff-9a19-1eddf291f6ed tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Network bb28930e-3d0a-43c7-985a-b1d6573d124d is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:08:05.012561 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-068badde-aacd-43ff-9a19-1eddf291f6ed tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:08:05.017075 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-068badde-aacd-43ff-9a19-1eddf291f6ed tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:08:05.112967 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:05.134376 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-dda95232-7163-4c27-9c6c-413d445c6980 req-8c53fb52-53ba-4809-86ea-f79049588f43 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.0533814 Oct 14 03:08:05.142598 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-068badde-aacd-43ff-9a19-1eddf291f6ed tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:05.143377 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-068badde-aacd-43ff-9a19-1eddf291f6ed tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:05.168216 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-1f540850-0f82-49c0-b006-de3d44762388 req-22de5284-0302-4f77-a26d-c7d378f63b23 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Allocated IP 172.20.0.3 (706c2be8-801d-4fd3-a7af-a476e6a9ec99/326ff2bf-f78a-4292-afd2-858a661cf898/071c08ed-047d-41ca-80e6-701785e75787) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:08:05.270749 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-068badde-aacd-43ff-9a19-1eddf291f6ed tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5504792 Oct 14 03:08:05.349953 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-1f540850-0f82-49c0-b006-de3d44762388 req-22de5284-0302-4f77-a26d-c7d378f63b23 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for port (071c08ed-047d-41ca-80e6-701785e75787), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:05.390054 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:05.391443 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-6bbeb42a-39fb-4fc9-9114-8bbdfa56fdb5 None None] Provisioning complete for port 19709406-415e-437a-9a30-3eb561347116 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:08:05.391895 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb42a-39fb-4fc9-9114-8bbdfa56fdb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (19709406-415e-437a-9a30-3eb561347116), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:05.392328 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-6bbeb42a-39fb-4fc9-9114-8bbdfa56fdb5 None None] Attempt 1 to provision port 19709406-415e-437a-9a30-3eb561347116 Oct 14 03:08:05.414289 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ad9124da-64a9-4cf1-8560-f82eab293dbc req-24a30543-79d1-4b03-800a-98d6b9c752a4 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0287731 Oct 14 03:08:05.429570 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-6bbeb42a-39fb-4fc9-9114-8bbdfa56fdb5 None None] Port 19709406-415e-437a-9a30-3eb561347116 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:08:05.518079 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-1f540850-0f82-49c0-b006-de3d44762388 req-22de5284-0302-4f77-a26d-c7d378f63b23 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (071c08ed-047d-41ca-80e6-701785e75787), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:05.604560 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8795a-def6-4398-9709-7aa401424317 req-c65e19fe-e80d-49b0-9122-8dc12af5ab58 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:05.613389 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cbe8795a-def6-4398-9709-7aa401424317 req-c65e19fe-e80d-49b0-9122-8dc12af5ab58 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 944 time: 0.0805485 Oct 14 03:08:05.660606 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de5284-0302-4f77-a26d-c7d378f63b23 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Pushing event updated for resources: {'Port': ['ID=071c08ed-047d-41ca-80e6-701785e75787,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:05.670061 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:08:05.675125 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f540850-0f82-49c0-b006-de3d44762388 req-22de5284-0302-4f77-a26d-c7d378f63b23 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:08:05.677451 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-1f540850-0f82-49c0-b006-de3d44762388 req-22de5284-0302-4f77-a26d-c7d378f63b23 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:08:05.679234 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f540850-0f82-49c0-b006-de3d44762388 req-22de5284-0302-4f77-a26d-c7d378f63b23 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:08:05.686290 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cbe8795a-def6-4398-9709-7aa401424317 req-3f2f10c2-3029-486f-809f-9196fc72ec7b tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712914 Oct 14 03:08:05.732786 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:05.761932 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f540850-0f82-49c0-b006-de3d44762388 req-22de5284-0302-4f77-a26d-c7d378f63b23 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:05.762830 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-1f540850-0f82-49c0-b006-de3d44762388 req-22de5284-0302-4f77-a26d-c7d378f63b23 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:05.775779 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:08:05.782025 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:05.782478 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 Oct 14 03:08:05.849416 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eac599-1a8f-442a-b1c6-ebc63c9c807a req-a4a5cf7d-f916-46d4-ae46-fb1c09a95a41 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:05.854025 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1f540850-0f82-49c0-b006-de3d44762388 req-22de5284-0302-4f77-a26d-c7d378f63b23 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9671297 Oct 14 03:08:05.857542 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-49eac599-1a8f-442a-b1c6-ebc63c9c807a req-a4a5cf7d-f916-46d4-ae46-fb1c09a95a41 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 931 time: 0.0675414 Oct 14 03:08:05.890884 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:08:05.891514 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:05.922360 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-49eac599-1a8f-442a-b1c6-ebc63c9c807a req-484c44ce-0bc6-4abd-8ce2-40763d5fbc70 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639188 Oct 14 03:08:05.947879 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=9ff38b85-bafb-40e6-a854-d7c6ab4f0a39,segment=NetworkSegment(096b242a-6b21-4e4d-8a4b-ad9ddc350fd9),segment_id=096b242a-6b21-4e4d-8a4b-ad9ddc350fd9)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:06.022534 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:06.088623 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=9ff38b85-bafb-40e6-a854-d7c6ab4f0a39,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:06.104478 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07c098-e1b8-4e86-9241-ca03728dc905 req-a5a79fa1-1377-4759-a5aa-45a56a9edbce tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:06.106125 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fd07c098-e1b8-4e86-9241-ca03728dc905 req-a5a79fa1-1377-4759-a5aa-45a56a9edbce tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 943 time: 0.0683944 Oct 14 03:08:06.153230 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fd07c098-e1b8-4e86-9241-ca03728dc905 req-92509679-57dc-4021-b9fe-6fbe41b717dd tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411541 Oct 14 03:08:06.155328 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-ef40d589-5862-406d-99fd-fb9177810133 None None] Provisioning complete for port 071c08ed-047d-41ca-80e6-701785e75787 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:08:06.155708 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-ef40d589-5862-406d-99fd-fb9177810133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (071c08ed-047d-41ca-80e6-701785e75787), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:06.156045 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-ef40d589-5862-406d-99fd-fb9177810133 None None] Attempt 1 to provision port 071c08ed-047d-41ca-80e6-701785e75787 Oct 14 03:08:06.190338 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-ef40d589-5862-406d-99fd-fb9177810133 None None] Port 071c08ed-047d-41ca-80e6-701785e75787 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:08:06.250815 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-939b6068-c6d3-484f-8a0f-adedcd03f724 req-142c5805-7f67-470e-97d7-d07e0e45126a tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.0308957 Oct 14 03:08:06.418308 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 32772) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:06.525238 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e9665a6b-d52c-418f-953e-0c369d0fb63b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:06.537794 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeec4e-1901-4b85-9585-146a74064c61 req-f1c60287-81d2-4231-9408-f536a2f29f6f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:06.539349 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4efeec4e-1901-4b85-9585-146a74064c61 req-f1c60287-81d2-4231-9408-f536a2f29f6f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 931 time: 0.0470610 Oct 14 03:08:06.587712 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4efeec4e-1901-4b85-9585-146a74064c61 req-9528f6e0-010c-40b7-9cf6-dfa449ff3258 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425758 Oct 14 03:08:06.599747 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e9665a6b-d52c-418f-953e-0c369d0fb63b admin admin] Publish callbacks [] for security_group (4cd3d911-05be-4b3f-ada0-fba11d010484), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:06.674928 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e9665a6b-d52c-418f-953e-0c369d0fb63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (4cd3d911-05be-4b3f-ada0-fba11d010484), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:06.713521 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9665a6b-d52c-418f-953e-0c369d0fb63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd3d911-05be-4b3f-ada0-fba11d010484,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:06.718819 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-e9665a6b-d52c-418f-953e-0c369d0fb63b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=1480461d859a423fb589e6baa6438d81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994771 Oct 14 03:08:06.721727 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 32786) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:06.735456 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:06.781115 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fb4e36bd-9d82-4b48-9e60-6d6810f9cd1c admin admin] Publish callbacks [] for security_group (4cd3d911-05be-4b3f-ada0-fba11d010484), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:06.826253 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fb4e36bd-9d82-4b48-9e60-6d6810f9cd1c admin admin] Publish callbacks [] for security_group (4cd3d911-05be-4b3f-ada0-fba11d010484), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:06.832934 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba60bb-a036-4de0-8b55-1df8e671bde1 req-1e8b4125-4dfe-4101-a446-298fd76e44a7 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:06.834364 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8eba60bb-a036-4de0-8b55-1df8e671bde1 req-1e8b4125-4dfe-4101-a446-298fd76e44a7 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 944 time: 0.0665720 Oct 14 03:08:06.901296 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8eba60bb-a036-4de0-8b55-1df8e671bde1 req-8b160805-cf1e-4a5b-8472-af7b3f0848ec tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597768 Oct 14 03:08:06.959134 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fb4e36bd-9d82-4b48-9e60-6d6810f9cd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (4cd3d911-05be-4b3f-ada0-fba11d010484), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:06.961709 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fb4e36bd-9d82-4b48-9e60-6d6810f9cd1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:06.962832 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-fb4e36bd-9d82-4b48-9e60-6d6810f9cd1c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/4cd3d911-05be-4b3f-ada0-fba11d010484 HTTP/1.1" status: 204 len: 168 time: 0.2399962 Oct 14 03:08:06.971480 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e36bd-9d82-4b48-9e60-6d6810f9cd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd3d911-05be-4b3f-ada0-fba11d010484,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:07.070968 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2169319-ad62-48c8-be13-44ecfa866010 req-e54e6cb7-7692-488d-83e9-66c75c5f1d3b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:07.072515 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f2169319-ad62-48c8-be13-44ecfa866010 req-e54e6cb7-7692-488d-83e9-66c75c5f1d3b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 931 time: 0.0473797 Oct 14 03:08:07.120109 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f2169319-ad62-48c8-be13-44ecfa866010 req-19f13753-5f8f-4926-ad76-3bafcb24d56d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417778 Oct 14 03:08:07.278841 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab719363-ffe0-4608-95b5-02892c0cd27f req-0b16657b-d8c9-469a-8455-974bca902aa8 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:07.280556 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ab719363-ffe0-4608-95b5-02892c0cd27f req-0b16657b-d8c9-469a-8455-974bca902aa8 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 943 time: 0.0511959 Oct 14 03:08:07.343822 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ab719363-ffe0-4608-95b5-02892c0cd27f req-6418dc4d-ca13-4bd7-84d2-09a5c9c32a87 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500667 Oct 14 03:08:07.379937 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e68e9c80-4fc5-48d2-a5e3-77646a938972 req-a830e335-31db-489d-b1f3-ab6493d44db0 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.0349936 Oct 14 03:08:07.552546 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 32800) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:07.571781 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:08:07.577946 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae082-ac25-452f-befe-b7128545e4bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:07.665691 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:08:07.666247 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:07.666671 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 Oct 14 03:08:07.671769 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae082-ac25-452f-befe-b7128545e4bc admin admin] Publish callbacks [] for security_group (dbddd11c-b88c-401d-a223-6163852d3f92), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:07.734960 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae082-ac25-452f-befe-b7128545e4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (dbddd11c-b88c-401d-a223-6163852d3f92), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:07.751341 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:07.786641 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e685e74-410c-43b3-ad4a-41d5563e32c5 req-a354b68a-0552-4169-9dab-8a57fdf402b1 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:07.798430 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4e685e74-410c-43b3-ad4a-41d5563e32c5 req-a354b68a-0552-4169-9dab-8a57fdf402b1 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 931 time: 0.1057966 Oct 14 03:08:07.810375 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:08:07.841138 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-cd5ae082-ac25-452f-befe-b7128545e4bc admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e68fd16aec1f444293ba24772452ed5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874570 Oct 14 03:08:07.843521 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ae082-ac25-452f-befe-b7128545e4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbddd11c-b88c-401d-a223-6163852d3f92,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:07.843899 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 32812) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:07.893134 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4e685e74-410c-43b3-ad4a-41d5563e32c5 req-edb4ddbe-5b35-4821-8d12-abe3c0d37b9a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835431 Oct 14 03:08:07.931934 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-34cfd873-5931-40c8-a087-6946d3fc355c admin admin] Publish callbacks [] for security_group (dbddd11c-b88c-401d-a223-6163852d3f92), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:07.956246 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-34cfd873-5931-40c8-a087-6946d3fc355c admin admin] Publish callbacks [] for security_group (dbddd11c-b88c-401d-a223-6163852d3f92), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:08.048733 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:08.054456 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d8e69-7b31-4e5e-9a2f-d7017c48d1eb req-5963cc7d-0af9-4c0f-b92a-31323aeeb3c7 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:08.056633 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-781d8e69-7b31-4e5e-9a2f-d7017c48d1eb req-5963cc7d-0af9-4c0f-b92a-31323aeeb3c7 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 944 time: 0.0587411 Oct 14 03:08:08.108093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-34cfd873-5931-40c8-a087-6946d3fc355c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (dbddd11c-b88c-401d-a223-6163852d3f92), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:08.111174 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-34cfd873-5931-40c8-a087-6946d3fc355c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:08.112334 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-34cfd873-5931-40c8-a087-6946d3fc355c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/dbddd11c-b88c-401d-a223-6163852d3f92 HTTP/1.1" status: 204 len: 168 time: 0.2673862 Oct 14 03:08:08.115416 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-781d8e69-7b31-4e5e-9a2f-d7017c48d1eb req-96d6b970-d1e4-422b-927e-4f7bfe37b9d5 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492675 Oct 14 03:08:08.121292 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfd873-5931-40c8-a087-6946d3fc355c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbddd11c-b88c-401d-a223-6163852d3f92,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:08.272467 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff26577-80dc-4928-a53f-56da6f7dc948 req-a373c0e1-c408-49dd-8a98-5c9afe17ded2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:08.280623 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0ff26577-80dc-4928-a53f-56da6f7dc948 req-a373c0e1-c408-49dd-8a98-5c9afe17ded2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 931 time: 0.0611620 Oct 14 03:08:08.337998 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0ff26577-80dc-4928-a53f-56da6f7dc948 req-dbf1d034-50fd-4a39-a716-8424e68761cc tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551317 Oct 14 03:08:08.444502 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:08.503183 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb60aaa-e6fc-4b41-87b9-6652751727e0 req-062e43ec-90e5-49aa-8e43-89810b80fed4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:08.510425 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6bb60aaa-e6fc-4b41-87b9-6652751727e0 req-062e43ec-90e5-49aa-8e43-89810b80fed4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 943 time: 0.0755897 Oct 14 03:08:08.536356 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-01436c65-bad9-4f4e-966d-654e711c961c req-12e28d5d-e649-414f-8728-57ccd6bef989 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.0562119 Oct 14 03:08:08.605098 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6bb60aaa-e6fc-4b41-87b9-6652751727e0 req-ec7eb222-5707-44de-84c3-038e9f25a9f3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935996 Oct 14 03:08:09.115029 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075bfa1-f828-47d4-819b-78def81d5cfa req-244d222c-7577-43af-924c-4ccd60771223 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:09.116636 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5075bfa1-f828-47d4-819b-78def81d5cfa req-244d222c-7577-43af-924c-4ccd60771223 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 931 time: 0.0839262 Oct 14 03:08:09.228931 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5075bfa1-f828-47d4-819b-78def81d5cfa req-7d59bfe4-4a50-4152-9b57-17f1e190a46b tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976686 Oct 14 03:08:09.333199 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28748a-630b-46f6-b78e-6874c4c42a2c req-ab4f8177-49a7-4ad1-86cb-ee487d82607b tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:09.334869 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8c28748a-630b-46f6-b78e-6874c4c42a2c req-ab4f8177-49a7-4ad1-86cb-ee487d82607b tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 944 time: 0.0589447 Oct 14 03:08:09.419194 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8c28748a-630b-46f6-b78e-6874c4c42a2c req-31e868de-5c93-4bc4-97fb-e796889e4098 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740247 Oct 14 03:08:09.533419 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca88c43-5af7-446c-8238-a78eda95aa3d req-0ff40a93-7cfd-4668-aa58-8b4a64f0e3e5 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:09.541462 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-dca88c43-5af7-446c-8238-a78eda95aa3d req-0ff40a93-7cfd-4668-aa58-8b4a64f0e3e5 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 931 time: 0.1211739 Oct 14 03:08:09.678745 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-dca88c43-5af7-446c-8238-a78eda95aa3d req-da5d98cc-a80d-4586-bdb8-2dc7f2b5e72c tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363692 Oct 14 03:08:09.755520 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-17ed57a2-ef06-4ec6-b545-9f66edee3b53 req-6e7e0eaf-c9a5-4fa1-95d3-f3033199b5cc tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.0333633 Oct 14 03:08:09.825535 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa38678-6585-4dae-a1b1-b4e3a30907ac req-f2b16ebc-fdb5-4e97-881c-d6e7713b76f0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:09.827239 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7aa38678-6585-4dae-a1b1-b4e3a30907ac req-f2b16ebc-fdb5-4e97-881c-d6e7713b76f0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 943 time: 0.0614548 Oct 14 03:08:09.908269 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7aa38678-6585-4dae-a1b1-b4e3a30907ac req-a83e9ee3-d5c7-4383-a5af-49ca5d274bc6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699210 Oct 14 03:08:10.157232 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 32896) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:10.280544 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cde3a56f-946d-448c-9b90-9100109f46f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:10.365934 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee6ad7-b409-4cb9-ad7c-2b1d4ebff703 req-07870815-7771-496c-85b3-d76a33d3ccaa tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:10.367377 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-35ee6ad7-b409-4cb9-ad7c-2b1d4ebff703 req-07870815-7771-496c-85b3-d76a33d3ccaa tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 931 time: 0.0619597 Oct 14 03:08:10.422793 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cde3a56f-946d-448c-9b90-9100109f46f1 admin admin] Publish callbacks [] for security_group (5c8050b9-1769-4ce6-8da1-734e0cfb6042), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:10.432647 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:10.437169 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-35ee6ad7-b409-4cb9-ad7c-2b1d4ebff703 req-c800af3f-7479-408f-b0e5-ab66c36060a9 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634592 Oct 14 03:08:10.479877 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cde3a56f-946d-448c-9b90-9100109f46f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (5c8050b9-1769-4ce6-8da1-734e0cfb6042), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:10.543130 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-cde3a56f-946d-448c-9b90-9100109f46f1 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=bf74e7fe6f2d49d4adbae394b68be44b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3846979 Oct 14 03:08:10.546273 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 32910) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:10.557849 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3a56f-946d-448c-9b90-9100109f46f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8050b9-1769-4ce6-8da1-734e0cfb6042,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:10.567927 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fa470-2b74-42b0-965d-4e4c7cdea8b4 req-c9be25fa-b5a8-4b50-b881-9be2221b83d9 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:10.569786 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a69fa470-2b74-42b0-965d-4e4c7cdea8b4 req-c9be25fa-b5a8-4b50-b881-9be2221b83d9 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 944 time: 0.0700810 Oct 14 03:08:10.615296 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-48bb7de9-4539-43bd-af11-65ab41f36e22 admin admin] Publish callbacks [] for security_group (5c8050b9-1769-4ce6-8da1-734e0cfb6042), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:10.638312 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a69fa470-2b74-42b0-965d-4e4c7cdea8b4 req-f7182f31-a809-417e-bc0e-a42ec8bc152a tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619943 Oct 14 03:08:10.653934 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-48bb7de9-4539-43bd-af11-65ab41f36e22 admin admin] Publish callbacks [] for security_group (5c8050b9-1769-4ce6-8da1-734e0cfb6042), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:10.662150 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Request body: {'port': {'device_id': '258e7a24-1f44-4662-b9b0-4f35c319a2d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:08:10.685574 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:10.685707 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Request body: {'port': {'device_id': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:08:10.707851 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751661-52ea-4e67-9332-66cccfd67570 req-f14e6b74-0a0e-4418-9c5a-96234acd03a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:10.709574 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75751661-52ea-4e67-9332-66cccfd67570 req-f14e6b74-0a0e-4418-9c5a-96234acd03a7 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9 HTTP/1.1" status: 200 len: 851 time: 0.0640228 Oct 14 03:08:10.763773 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:10.846365 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d773ea-1e3a-4da1-bd9b-dfc73eb26175 req-62b1accc-ec21-4fca-bd15-8f170f2a569f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:10.852169 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (071c08ed-047d-41ca-80e6-701785e75787), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:10.853570 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-26d773ea-1e3a-4da1-bd9b-dfc73eb26175 req-62b1accc-ec21-4fca-bd15-8f170f2a569f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 931 time: 0.0871575 Oct 14 03:08:10.920469 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5b59367b-37cc-4cf1-997e-3237efb4da5c req-2942e80d-368f-4d33-baec-cdddbb06b8fe tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.0422330 Oct 14 03:08:10.939074 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-26d773ea-1e3a-4da1-bd9b-dfc73eb26175 req-dcc812ee-5d39-46fa-9366-0ee36d453305 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762322 Oct 14 03:08:10.941737 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=7 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:10.978305 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (19709406-415e-437a-9a30-3eb561347116), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:11.080869 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.40', 62398) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:11.116752 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751661-52ea-4e67-9332-66cccfd67570 req-3d9456f6-b708-4e80-9d9a-a364967dae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:11.118585 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75751661-52ea-4e67-9332-66cccfd67570 req-3d9456f6-b708-4e80-9d9a-a364967dae71 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=83101ad8-0b91-4e38-8556-3ebbb1384853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1609991 Oct 14 03:08:11.131810 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d6550-a50a-4377-9043-d021a262a33a req-4756318f-5a74-43a4-9995-1f9d0b86d3f1 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:11.133414 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-656d6550-a50a-4377-9043-d021a262a33a req-4756318f-5a74-43a4-9995-1f9d0b86d3f1 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 943 time: 0.1314673 Oct 14 03:08:11.171906 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9b6c4-2025-469c-9494-dac67a02f681 req-e80eade9-eb72-4172-a119-2b463f0adece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:11.173041 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-93c9b6c4-2025-469c-9494-dac67a02f681 req-e80eade9-eb72-4172-a119-2b463f0adece service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 1127 time: 0.0914063 Oct 14 03:08:11.220818 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-53ff2de0-a87e-40a8-b590-6c8d2469446b req-ee86bcc4-bd37-4aed-896b-5c5d0c93de50 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559406 Oct 14 03:08:11.238585 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-48bb7de9-4539-43bd-af11-65ab41f36e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (5c8050b9-1769-4ce6-8da1-734e0cfb6042), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:11.241008 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-48bb7de9-4539-43bd-af11-65ab41f36e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:11.244570 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-48bb7de9-4539-43bd-af11-65ab41f36e22 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/5c8050b9-1769-4ce6-8da1-734e0cfb6042 HTTP/1.1" status: 204 len: 168 time: 0.6946120 Oct 14 03:08:11.330577 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb7de9-4539-43bd-af11-65ab41f36e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8050b9-1769-4ce6-8da1-734e0cfb6042,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:11.523668 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-34f9d431-d48c-419e-a560-2a02a5e7c7f2 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:11.525684 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-34f9d431-d48c-419e-a560-2a02a5e7c7f2 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.40 "GET /networking/v2.0/networks?id=dc7d519e-6d73-4b0e-803b-556cfc3b6498 HTTP/1.1" status: 200 len: 817 time: 0.2998598 Oct 14 03:08:11.604707 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-656d6550-a50a-4377-9043-d021a262a33a req-f1764e16-ec26-4d95-b209-57566fb76a04 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581978 Oct 14 03:08:11.664899 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:11.678966 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071c08ed-047d-41ca-80e6-701785e75787 {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:08:11.681087 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75751661-52ea-4e67-9332-66cccfd67570 req-c5c57e75-c8d8-4dfa-b054-93ba3f9b2234 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/83101ad8-0b91-4e38-8556-3ebbb1384853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442212 Oct 14 03:08:11.689216 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Publish callbacks [] for port (071c08ed-047d-41ca-80e6-701785e75787), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:11.689432 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5394e-ad5c-4d44-ba09-23dc5e9761d6 req-58f3278f-3ff8-40f2-b959-2e62acc9212c tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:11.707183 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-86e5394e-ad5c-4d44-ba09-23dc5e9761d6 req-58f3278f-3ff8-40f2-b959-2e62acc9212c tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 931 time: 0.1634970 Oct 14 03:08:11.707183 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9b6c4-2025-469c-9494-dac67a02f681 req-fcb10c31-e338-4ff8-92b7-e9b70eab278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:11.707909 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-93c9b6c4-2025-469c-9494-dac67a02f681 req-fcb10c31-e338-4ff8-92b7-e9b70eab278e service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=44d8a8798bc64aefadd52c30a21002ef&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5047264 Oct 14 03:08:11.726129 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Transition to ACTIVE for port object 071c08ed-047d-41ca-80e6-701785e75787 will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:08:11.764478 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19709406-415e-437a-9a30-3eb561347116 {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:08:11.772333 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Publish callbacks [] for port (19709406-415e-437a-9a30-3eb561347116), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:11.788716 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Transition to ACTIVE for port object 19709406-415e-437a-9a30-3eb561347116 will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:08:11.810977 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (071c08ed-047d-41ca-80e6-701785e75787), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:11.812021 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-86e5394e-ad5c-4d44-ba09-23dc5e9761d6 req-426892b9-9358-4407-8b82-869d8c5e4465 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147287 Oct 14 03:08:11.823780 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd28757-239c-461e-82f4-feba28aa2f52 req-d3a3766d-fdef-42c8-93af-2e9540ad124e tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:11.838218 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-dbd28757-239c-461e-82f4-feba28aa2f52 req-d3a3766d-fdef-42c8-93af-2e9540ad124e tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 944 time: 0.0929921 Oct 14 03:08:11.888402 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-dbd28757-239c-461e-82f4-feba28aa2f52 req-a16a82aa-04cb-4354-b901-0467ed2c98ce tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557578 Oct 14 03:08:11.888514 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (19709406-415e-437a-9a30-3eb561347116), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:11.893732 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Pushing event updated for resources: {'Port': ['ID=071c08ed-047d-41ca-80e6-701785e75787,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:12.010506 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Pushing event updated for resources: {'Port': ['ID=19709406-415e-437a-9a30-3eb561347116,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:12.049340 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Attempting to bind port 071c08ed-047d-41ca-80e6-701785e75787 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:08:12.049677 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Attempting to bind port 071c08ed-047d-41ca-80e6-701785e75787 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:08:12.050030 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Attempting to bind port 071c08ed-047d-41ca-80e6-701785e75787 on network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:08:12.095566 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Attempting to bind port 19709406-415e-437a-9a30-3eb561347116 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:08:12.095902 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Attempting to bind port 19709406-415e-437a-9a30-3eb561347116 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:08:12.096229 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Attempting to bind port 19709406-415e-437a-9a30-3eb561347116 on network bb28930e-3d0a-43c7-985a-b1d6573d124d {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:08:12.100854 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e31d10cb-bbcc-484e-a6fd-3e59156d2f95 req-31eb9c87-0ee9-4360-84d6-02a4466c2bf1 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.0409987 Oct 14 03:08:12.115268 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb9822-dc39-49e5-807e-4b8f111ab7c4 req-7c9e1441-dcc0-490f-b0e2-3f7b4fa81be6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:12.116598 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-83eb9822-dc39-49e5-807e-4b8f111ab7c4 req-7c9e1441-dcc0-490f-b0e2-3f7b4fa81be6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 943 time: 0.1003585 Oct 14 03:08:12.139069 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Port 071c08ed-047d-41ca-80e6-701785e75787 on network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:08:12.139400 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Attempting to bind port 071c08ed-047d-41ca-80e6-701785e75787 on network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:08:12.159494 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 32956) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:12.177204 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Port 19709406-415e-437a-9a30-3eb561347116 on network bb28930e-3d0a-43c7-985a-b1d6573d124d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:08:12.177550 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Attempting to bind port 19709406-415e-437a-9a30-3eb561347116 on network bb28930e-3d0a-43c7-985a-b1d6573d124d {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:08:12.182843 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-32d0a443-f2f2-45b6-9d2d-af663c7acbc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:12.206884 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-83eb9822-dc39-49e5-807e-4b8f111ab7c4 req-426478e6-ca5f-47a1-aea1-4515702a0391 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781775 Oct 14 03:08:12.225804 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:08:12.225804 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Checking segment: {'id': '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:08:12.225804 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Bound using segment: {'id': '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:08:12.225804 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Bound port: 071c08ed-047d-41ca-80e6-701785e75787, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:08:12.225804 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (071c08ed-047d-41ca-80e6-701785e75787), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:12.249528 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:08:12.249888 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Checking segment: {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:08:12.250268 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Bound using segment: {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:08:12.250695 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Bound port: 19709406-415e-437a-9a30-3eb561347116, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:08:12.251221 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (19709406-415e-437a-9a30-3eb561347116), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:12.302907 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-32d0a443-f2f2-45b6-9d2d-af663c7acbc1 admin admin] Publish callbacks [] for security_group (08114cef-2340-4004-9d00-57cac0710613), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:12.346729 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] For port 071c08ed-047d-41ca-80e6-701785e75787, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:08:12.352643 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] For port 071c08ed-047d-41ca-80e6-701785e75787, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=071c08ed-047d-41ca-80e6-701785e75787,segment=NetworkSegment(096b242a-6b21-4e4d-8a4b-ad9ddc350fd9),segment_id=096b242a-6b21-4e4d-8a4b-ad9ddc350fd9)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:08:12.359503 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] For port 19709406-415e-437a-9a30-3eb561347116, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:08:12.362554 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] For port 19709406-415e-437a-9a30-3eb561347116, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=19709406-415e-437a-9a30-3eb561347116,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:08:12.388695 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-32d0a443-f2f2-45b6-9d2d-af663c7acbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (08114cef-2340-4004-9d00-57cac0710613), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:12.433204 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-32d0a443-f2f2-45b6-9d2d-af663c7acbc1 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=38b83be5aa60429fb8a69bd5d2f6b8dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726927 Oct 14 03:08:12.434320 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0a443-f2f2-45b6-9d2d-af663c7acbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08114cef-2340-4004-9d00-57cac0710613,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:12.440325 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 32966) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:12.465877 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (071c08ed-047d-41ca-80e6-701785e75787), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:12.475036 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:12.475645 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:12.477654 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1f540850-0f82-49c0-b006-de3d44762388 req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/071c08ed-047d-41ca-80e6-701785e75787 HTTP/1.1" status: 200 len: 1093 time: 1.8193660 Oct 14 03:08:12.478219 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258e7a24-1f44-4662-b9b0-4f35c319a2d2', 'tag': '071c08ed-047d-41ca-80e6-701785e75787'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:08:12.480481 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5a56ab-0738-4b96-8b4f-8181b2de3ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "258e7a24-1f44-4662-b9b0-4f35c319a2d2", "tag": "071c08ed-047d-41ca-80e6-701785e75787"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:08:12.509725 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (19709406-415e-437a-9a30-3eb561347116), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:12.514793 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:12.517394 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:12.517394 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/19709406-415e-437a-9a30-3eb561347116 HTTP/1.1" status: 200 len: 1093 time: 1.8601141 Oct 14 03:08:12.520878 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d094800e-6e13-40b5-98ce-c25fe911c0b1 x-openstack-request-id: req-d094800e-6e13-40b5-98ce-c25fe911c0b1 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:08:12.521173 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258e7a24-1f44-4662-b9b0-4f35c319a2d2", "tag": "071c08ed-047d-41ca-80e6-701785e75787", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:08:12.521431 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d094800e-6e13-40b5-98ce-c25fe911c0b1 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:08:12.521847 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d094800e-6e13-40b5-98ce-c25fe911c0b1'] response: {'name': 'network-changed', 'server_uuid': '258e7a24-1f44-4662-b9b0-4f35c319a2d2', 'tag': '071c08ed-047d-41ca-80e6-701785e75787', 'status': 'completed', 'code': 200} Oct 14 03:08:12.549908 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6826b21-334e-4b2c-986a-c0e638c22591 service neutron] Pushing event updated for resources: {'Port': ['ID=071c08ed-047d-41ca-80e6-701785e75787,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:12.552560 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-db81cacb-73f5-4464-b9fb-3591d28011e5 admin admin] Publish callbacks [] for security_group (08114cef-2340-4004-9d00-57cac0710613), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:12.600273 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-db81cacb-73f5-4464-b9fb-3591d28011e5 admin admin] Publish callbacks [] for security_group (08114cef-2340-4004-9d00-57cac0710613), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:12.638137 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1f2f0-641f-4b5d-a599-5ad838c09c1f service neutron] Pushing event updated for resources: {'Port': ['ID=19709406-415e-437a-9a30-3eb561347116,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:12.747604 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:12.810442 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-db81cacb-73f5-4464-b9fb-3591d28011e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (08114cef-2340-4004-9d00-57cac0710613), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:12.813032 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-db81cacb-73f5-4464-b9fb-3591d28011e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:12.816817 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-db81cacb-73f5-4464-b9fb-3591d28011e5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/08114cef-2340-4004-9d00-57cac0710613 HTTP/1.1" status: 204 len: 168 time: 0.3728807 Oct 14 03:08:12.826053 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9e1c8-baa1-4933-869a-a85eb9c9e9f3 req-dcf11c06-fff7-422c-973f-cf6af0507df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:12.827524 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-70c9e1c8-baa1-4933-869a-a85eb9c9e9f3 req-dcf11c06-fff7-422c-973f-cf6af0507df3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 1128 time: 0.1231647 Oct 14 03:08:12.848668 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a56ab-0738-4b96-8b4f-8181b2de3ec4 req-51fde93d-c274-4855-a4e3-eb5b2c0f4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:12.850246 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-7a5a56ab-0738-4b96-8b4f-8181b2de3ec4 req-51fde93d-c274-4855-a4e3-eb5b2c0f4003 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=5470d8ee28f74b4eb385a90c33a514b8&device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 1127 time: 0.0887930 Oct 14 03:08:12.850918 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81cacb-73f5-4464-b9fb-3591d28011e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08114cef-2340-4004-9d00-57cac0710613,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:12.858241 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:12.861605 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4d30a-8963-4b1b-b1eb-bcc3c99d37ac req-4d25b8a3-915a-4082-a6a7-78ac202c9945 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:12.862991 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-35a4d30a-8963-4b1b-b1eb-bcc3c99d37ac req-4d25b8a3-915a-4082-a6a7-78ac202c9945 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 943 time: 0.1814055 Oct 14 03:08:12.873648 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-dc69a851-a1d7-4372-9394-9ef3bef23539 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=55f278e0f09c45ca8ab33cd9e102446c HTTP/1.1" status: 200 len: 379 time: 0.1704636 Oct 14 03:08:12.879518 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:12.916642 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-fd159271-ff0a-4e59-8b13-eaface8cbbcb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Request body: {'port': {'device_id': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'admin_state_up': True, 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'security_groups': ['86f21e94-fb4c-4aca-a6e2-4f07746e8786']}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:08:13.035212 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=6 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:13.035968 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9b6c4-2025-469c-9494-dac67a02f681 req-93d598f3-c340-4e67-89e0-3376af653486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:13.037426 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-93c9b6c4-2025-469c-9494-dac67a02f681 req-93d598f3-c340-4e67-89e0-3376af653486 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3278980 Oct 14 03:08:13.055555 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75751661-52ea-4e67-9332-66cccfd67570 req-f43d366b-adb6-4d22-807c-1927b7ee6dca service neutron] 10.222.0.40 "GET /networking/v2.0/networks/83101ad8-0b91-4e38-8556-3ebbb1384853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448603 Oct 14 03:08:13.058635 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-35a4d30a-8963-4b1b-b1eb-bcc3c99d37ac req-d4671bc8-a9af-41e0-b57c-ae815dd74c0b tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868610 Oct 14 03:08:13.064277 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5185cd-6d18-408a-9de6-7341b2945ce1 req-7a328881-6500-4148-8041-80597aa28986 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:13.065713 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2f5185cd-6d18-408a-9de6-7341b2945ce1 req-7a328881-6500-4148-8041-80597aa28986 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 943 time: 0.1187487 Oct 14 03:08:13.178580 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2f5185cd-6d18-408a-9de6-7341b2945ce1 req-22833c3f-c918-4dca-bc5b-035ad8bd0e7a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064804 Oct 14 03:08:13.219476 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-f5ce0c68-d9f0-4c65-b0f0-3eb4c5cba425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:13.220878 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-e94b17fc-6a0b-497c-9b4d-2439fe3a7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:13.221357 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-f5ce0c68-d9f0-4c65-b0f0-3eb4c5cba425 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=20fb24be77624e59b8560c7863ca4a46&device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 1127 time: 0.2884562 Oct 14 03:08:13.222655 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-e94b17fc-6a0b-497c-9b4d-2439fe3a7424 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 1127 time: 0.1010334 Oct 14 03:08:13.247046 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c19ce-3112-46bf-b0e7-e244adf98952 req-e3242e28-ab99-4df3-b882-fee997ab830c tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:13.247418 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 8c75b196-f33a-4b89-b5fd-abf20f10fb84 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:08:13.248594 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d12c19ce-3112-46bf-b0e7-e244adf98952 req-e3242e28-ab99-4df3-b882-fee997ab830c tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 944 time: 0.0875609 Oct 14 03:08:13.293711 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:13.335234 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0a2b4dbd-354a-42a9-84d1-4c456dd66c34 req-d1b132d5-72b8-4d1a-a893-c80649e142f4 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.0435820 Oct 14 03:08:13.355331 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d12c19ce-3112-46bf-b0e7-e244adf98952 req-75b312b8-b290-4b16-8786-5afed0302e36 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992947 Oct 14 03:08:13.389023 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a56ab-0738-4b96-8b4f-8181b2de3ec4 req-aa35e6c1-e32a-47c5-8aee-e2bfa304f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:13.393254 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-7a5a56ab-0738-4b96-8b4f-8181b2de3ec4 req-aa35e6c1-e32a-47c5-8aee-e2bfa304f343 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=5470d8ee28f74b4eb385a90c33a514b8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4711936 Oct 14 03:08:13.408058 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:13.446426 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9e1c8-baa1-4933-869a-a85eb9c9e9f3 req-bd8e610e-711e-49db-82ae-8d9817dda576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:13.447930 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-70c9e1c8-baa1-4933-869a-a85eb9c9e9f3 req-bd8e610e-711e-49db-82ae-8d9817dda576 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 200 len: 919 time: 0.5269463 Oct 14 03:08:13.475758 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 8c75b196-f33a-4b89-b5fd-abf20f10fb84, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8c75b196-f33a-4b89-b5fd-abf20f10fb84,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:13.488724 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': '8c75b196-f33a-4b89-b5fd-abf20f10fb84', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'port_id': '8c75b196-f33a-4b89-b5fd-abf20f10fb84', 'mac_address': 'fa:16:3e:84:c9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83361155-00a4-439a-b18b-f6450713d13d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:08:13.519348 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-fd159271-ff0a-4e59-8b13-eaface8cbbcb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Made reservation on behalf of 55f278e0f09c45ca8ab33cd9e102446c for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:08:13.524641 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-fd159271-ff0a-4e59-8b13-eaface8cbbcb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:13.529879 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64231eeb-0128-4fdf-84f0-e8de85e58f16 req-0f3651cd-61d0-4163-94b9-7c91c650ac23 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:13.529879 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-64231eeb-0128-4fdf-84f0-e8de85e58f16 req-0f3651cd-61d0-4163-94b9-7c91c650ac23 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 943 time: 0.0730562 Oct 14 03:08:13.565502 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 8c75b196-f33a-4b89-b5fd-abf20f10fb84 is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:08:13.567461 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (8c75b196-f33a-4b89-b5fd-abf20f10fb84), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:13.595216 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c75b196-f33a-4b89-b5fd-abf20f10fb84 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:08:13.612078 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-64231eeb-0128-4fdf-84f0-e8de85e58f16 req-d4449870-f82c-4372-a096-f2a499244e01 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684862 Oct 14 03:08:13.626314 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 8c75b196-f33a-4b89-b5fd-abf20f10fb84, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8c75b196-f33a-4b89-b5fd-abf20f10fb84,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:13.742411 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (8c75b196-f33a-4b89-b5fd-abf20f10fb84), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:13.802189 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:13.807228 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=8c75b196-f33a-4b89-b5fd-abf20f10fb84,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:13.878446 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-fd159271-ff0a-4e59-8b13-eaface8cbbcb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Allocated IP 172.20.0.14 (dc7d519e-6d73-4b0e-803b-556cfc3b6498/536f6c3e-3717-4a16-a702-45e46a354d55/e18b99a9-f003-40de-a7b1-30cc36ffa681) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:08:14.030628 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-fd159271-ff0a-4e59-8b13-eaface8cbbcb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:14.122611 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['8c75b196-f33a-4b89-b5fd-abf20f10fb84'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:08:14.182026 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fb49e-b2e5-4f4d-ab16-0af16f26d119 req-d952fe8b-dbf5-44d5-aa6b-d3248ef27da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:14.183623 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-eb6fb49e-b2e5-4f4d-ab16-0af16f26d119 req-d952fe8b-dbf5-44d5-aa6b-d3248ef27da5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=5cd113c7d65543b2bac8ef368467c092&device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 1128 time: 0.1083925 Oct 14 03:08:14.185383 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-6d8c74bd-8c59-44d7-8e75-4ad4a735f87c service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b7ee5a-21b7-45b0-9d95-c8b510e07a5f HTTP/1.1" status: 200 len: 217 time: 0.1221092 Oct 14 03:08:14.209487 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-146c0728-4921-4b52-9775-f8a0621122d5 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19709406-415e-437a-9a30-3eb561347116 HTTP/1.1" status: 200 len: 217 time: 0.1179111 Oct 14 03:08:14.215244 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-70c9e1c8-baa1-4933-869a-a85eb9c9e9f3 req-33abd71e-7463-4555-8c69-8442ccc083a7 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c75b196-f33a-4b89-b5fd-abf20f10fb84 HTTP/1.1" status: 200 len: 217 time: 0.1403296 Oct 14 03:08:14.216329 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-fd159271-ff0a-4e59-8b13-eaface8cbbcb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:14.319908 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:14.400090 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f900155-15ad-48c6-8fd1-07a4672f1507 req-d5630a6f-233c-4029-9def-84d72706ace6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:14.401298 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3f900155-15ad-48c6-8fd1-07a4672f1507 req-d5630a6f-233c-4029-9def-84d72706ace6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 943 time: 0.2074502 Oct 14 03:08:14.490463 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-3c795fa5-045d-490d-850b-8f5b0fde21fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:14.493226 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-3c795fa5-045d-490d-850b-8f5b0fde21fe service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=83361155-00a4-439a-b18b-f6450713d13d HTTP/1.1" status: 200 len: 857 time: 0.2883945 Oct 14 03:08:14.494114 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9e1c8-baa1-4933-869a-a85eb9c9e9f3 req-85ecdd5b-8b8b-472f-a451-d77cca7b749f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:14.501481 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-70c9e1c8-baa1-4933-869a-a85eb9c9e9f3 req-85ecdd5b-8b8b-472f-a451-d77cca7b749f service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=83361155-00a4-439a-b18b-f6450713d13d HTTP/1.1" status: 200 len: 857 time: 0.2516575 Oct 14 03:08:14.501684 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9141c0a-c978-43c0-8804-452c9b7123d0 req-955e4755-db76-4819-856e-66193a7aa302 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:14.506224 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b9141c0a-c978-43c0-8804-452c9b7123d0 req-955e4755-db76-4819-856e-66193a7aa302 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 943 time: 0.2189288 Oct 14 03:08:14.519918 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:14.523951 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-fd159271-ff0a-4e59-8b13-eaface8cbbcb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Network dc7d519e-6d73-4b0e-803b-556cfc3b6498 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:08:14.534978 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'tag': '19709406-415e-437a-9a30-3eb561347116'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:08:14.538396 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6d8ae8-c726-4be5-8ec7-a914d8694186" -d '{"events": [{"name": "network-changed", "server_uuid": "73287e1d-7bf7-4ebb-93e4-7e16bd29655e", "tag": "19709406-415e-437a-9a30-3eb561347116"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:08:14.576007 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-fd159271-ff0a-4e59-8b13-eaface8cbbcb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:08:14.587551 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-fd159271-ff0a-4e59-8b13-eaface8cbbcb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:08:14.594569 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a56ab-0738-4b96-8b4f-8181b2de3ec4 req-6da4c76a-a499-4c00-920d-8a843fba3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:14.599661 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-7a5a56ab-0738-4b96-8b4f-8181b2de3ec4 req-6da4c76a-a499-4c00-920d-8a843fba3a26 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5330899 Oct 14 03:08:14.634967 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-569ca889-2f8c-4194-bcd3-89c8d0da2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:14.636410 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-569ca889-2f8c-4194-bcd3-89c8d0da2cdd service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=135773a1-0191-4c48-88ba-8f3ab667b670 HTTP/1.1" status: 200 len: 853 time: 0.4182045 Oct 14 03:08:14.637054 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd159271-ff0a-4e59-8b13-eaface8cbbcb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Pushing event updated for resources: {'Port': ['ID=e18b99a9-f003-40de-a7b1-30cc36ffa681,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:14.649260 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9e1c8-baa1-4933-869a-a85eb9c9e9f3 req-e2a3dc98-31bf-45a0-809e-6aca15b59cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:14.657663 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-1208081d-b921-4d87-8cd8-0cd32a34b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:14.659186 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-1208081d-b921-4d87-8cd8-0cd32a34b376 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=55f1e2d7-2b20-46bb-a21a-28526552f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1268356 Oct 14 03:08:14.659624 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-70c9e1c8-baa1-4933-869a-a85eb9c9e9f3 req-e2a3dc98-31bf-45a0-809e-6aca15b59cfd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=55f1e2d7-2b20-46bb-a21a-28526552f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1346200 Oct 14 03:08:14.672762 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fb49e-b2e5-4f4d-ab16-0af16f26d119 req-eb4b5dcb-c906-4ad4-9faf-930e901a4a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:14.674241 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-eb6fb49e-b2e5-4f4d-ab16-0af16f26d119 req-eb4b5dcb-c906-4ad4-9faf-930e901a4a46 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=83101ad8-0b91-4e38-8556-3ebbb1384853 HTTP/1.1" status: 200 len: 913 time: 0.4691992 Oct 14 03:08:14.808410 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-64df52ec-08ed-42be-92b9-65d6efd4066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:14.809969 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-64df52ec-08ed-42be-92b9-65d6efd4066d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=bb28930e-3d0a-43c7-985a-b1d6573d124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1494086 Oct 14 03:08:14.814683 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-fd159271-ff0a-4e59-8b13-eaface8cbbcb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:14.815331 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-fd159271-ff0a-4e59-8b13-eaface8cbbcb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:14.843456 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f540850-0f82-49c0-b006-de3d44762388 req-0d9e8c6e-b6d4-4f3c-927f-a9362c65d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:14.845197 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1f540850-0f82-49c0-b006-de3d44762388 req-0d9e8c6e-b6d4-4f3c-927f-a9362c65d9e6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=5470d8ee28f74b4eb385a90c33a514b8&device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 1127 time: 0.1501236 Oct 14 03:08:14.917820 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3f900155-15ad-48c6-8fd1-07a4672f1507 req-354dc7a0-b00e-4a12-a0a2-bdb20154b091 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781296 Oct 14 03:08:14.950673 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1f540850-0f82-49c0-b006-de3d44762388 req-b11d55bf-9c31-4d6a-a3c8-aa7bdfcd0e9d service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=071c08ed-047d-41ca-80e6-701785e75787 HTTP/1.1" status: 200 len: 217 time: 0.0892630 Oct 14 03:08:14.958103 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b9141c0a-c978-43c0-8804-452c9b7123d0 req-5a07aeba-697b-4b09-88bb-aad262cb1375 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4470720 Oct 14 03:08:14.959842 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-fd159271-ff0a-4e59-8b13-eaface8cbbcb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0471714 Oct 14 03:08:14.990972 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Request body: {'port': {'device_id': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:08:14.996353 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-e8a1e97f-7fc1-482f-a1a7-268396892eb7 None None] Provisioning complete for port e18b99a9-f003-40de-a7b1-30cc36ffa681 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:08:14.996876 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e8a1e97f-7fc1-482f-a1a7-268396892eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:14.997318 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-e8a1e97f-7fc1-482f-a1a7-268396892eb7 None None] Attempt 1 to provision port e18b99a9-f003-40de-a7b1-30cc36ffa681 Oct 14 03:08:15.026627 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-70c9e1c8-baa1-4933-869a-a85eb9c9e9f3 req-469bbaec-4e0b-49de-9e76-ceecd50eb9ae service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303618 Oct 14 03:08:15.040321 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1e97f-7fc1-482f-a1a7-268396892eb7 None None] Port e18b99a9-f003-40de-a7b1-30cc36ffa681 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:08:15.085240 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-eb6fb49e-b2e5-4f4d-ab16-0af16f26d119 req-6d33cfaa-1c4e-4293-9490-e671cfeb3e28 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f HTTP/1.1" status: 200 len: 217 time: 0.3986328 Oct 14 03:08:15.106501 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-e6a0e404-6e3c-4413-b44d-0139207c9519 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870088 Oct 14 03:08:15.164226 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f540850-0f82-49c0-b006-de3d44762388 req-502db646-f7db-4960-8a75-b30c07b27dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:15.165855 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1f540850-0f82-49c0-b006-de3d44762388 req-502db646-f7db-4960-8a75-b30c07b27dc8 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=326ff2bf-f78a-4292-afd2-858a661cf898 HTTP/1.1" status: 200 len: 850 time: 0.2007840 Oct 14 03:08:15.207169 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e17978-996e-4cbf-8a8b-bfb065425472 req-1abb0ba7-60cd-4db5-b4f9-4e321a223d74 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:15.214916 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-46e17978-996e-4cbf-8a8b-bfb065425472 req-1abb0ba7-60cd-4db5-b4f9-4e321a223d74 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 944 time: 0.1473703 Oct 14 03:08:15.245860 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f6043-07fd-4ef7-9bd6-91d602b4b6de req-46096cbd-d8d6-4acb-8a02-0a27ad7cff81 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:15.246086 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:08:15.253994 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1c0f6043-07fd-4ef7-9bd6-91d602b4b6de req-46096cbd-d8d6-4acb-8a02-0a27ad7cff81 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 932 time: 0.1806767 Oct 14 03:08:15.253994 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-9252718c-54f8-40ba-b2c2-e8014714d5e9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735574 Oct 14 03:08:15.300749 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-46e17978-996e-4cbf-8a8b-bfb065425472 req-b76908d5-958a-49cf-b9aa-504b91405f4d tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851197 Oct 14 03:08:15.354591 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:15.354818 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fb49e-b2e5-4f4d-ab16-0af16f26d119 req-201f21de-45d9-4f32-aab6-29453b1e82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:15.354818 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-eb6fb49e-b2e5-4f4d-ab16-0af16f26d119 req-201f21de-45d9-4f32-aab6-29453b1e82b5 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9 HTTP/1.1" status: 200 len: 851 time: 0.2259660 Oct 14 03:08:15.368956 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 8c75b196-f33a-4b89-b5fd-abf20f10fb84 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:08:15.387809 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-70c9e1c8-baa1-4933-869a-a85eb9c9e9f3 req-e0648a4a-6809-41cc-b454-752900ddf1ef service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299532 Oct 14 03:08:15.482786 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port 8c75b196-f33a-4b89-b5fd-abf20f10fb84 completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:08:15.584101 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f,segment=NetworkSegment(544659b3-ca9d-4948-b9c7-9516ca268a2a),segment_id=544659b3-ca9d-4948-b9c7-9516ca268a2a)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:15.598750 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:15.608656 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': 'c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f', 'network_id': '83101ad8-0b91-4e38-8556-3ebbb1384853', 'port_id': 'c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f', 'mac_address': 'fa:16:3e:47:75:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:08:15.611839 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273e1373-b3c0-4b4a-bea4-0b26ef65f032 x-openstack-request-id: req-273e1373-b3c0-4b4a-bea4-0b26ef65f032 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:08:15.612154 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73287e1d-7bf7-4ebb-93e4-7e16bd29655e", "tag": "19709406-415e-437a-9a30-3eb561347116", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:08:15.612452 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-273e1373-b3c0-4b4a-bea4-0b26ef65f032 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:08:15.612850 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-273e1373-b3c0-4b4a-bea4-0b26ef65f032'] response: {'name': 'network-changed', 'server_uuid': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'tag': '19709406-415e-437a-9a30-3eb561347116', 'status': 'completed', 'code': 200} Oct 14 03:08:15.621812 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f540850-0f82-49c0-b006-de3d44762388 req-8143eed3-c910-467f-94cc-233fc9119db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:15.622904 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eeb12d-e29e-457a-b84b-57a262ab7381 req-bf04f2c7-fc90-4ed8-b845-ec0abe94372d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:15.624455 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-07eeb12d-e29e-457a-b84b-57a262ab7381 req-bf04f2c7-fc90-4ed8-b845-ec0abe94372d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 943 time: 0.0945606 Oct 14 03:08:15.624771 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1f540850-0f82-49c0-b006-de3d44762388 req-8143eed3-c910-467f-94cc-233fc9119db5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=706c2be8-801d-4fd3-a7af-a476e6a9ec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4392545 Oct 14 03:08:15.633698 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:15.647483 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fb49e-b2e5-4f4d-ab16-0af16f26d119 req-d9b65d1a-0419-41f2-b811-5128d2821f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:15.649133 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-eb6fb49e-b2e5-4f4d-ab16-0af16f26d119 req-d9b65d1a-0419-41f2-b811-5128d2821f62 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=83101ad8-0b91-4e38-8556-3ebbb1384853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2697303 Oct 14 03:08:15.675837 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:08:15.676580 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:15.704240 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:15.704240 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:08:15.709737 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1c0f6043-07fd-4ef7-9bd6-91d602b4b6de req-74f27416-d5b9-4b14-a22f-2b0cc8c86f30 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4206345 Oct 14 03:08:15.786857 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f,segment=NetworkSegment(544659b3-ca9d-4948-b9c7-9516ca268a2a),segment_id=544659b3-ca9d-4948-b9c7-9516ca268a2a)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:15.795594 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8cc544ee-898c-41c5-a3d8-974e96d34ca8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076780 Oct 14 03:08:15.818073 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-07eeb12d-e29e-457a-b84b-57a262ab7381 req-2c962d28-7869-4a95-ba10-3ce66a03e1c7 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812305 Oct 14 03:08:15.857733 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33068) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:15.876512 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-eb6fb49e-b2e5-4f4d-ab16-0af16f26d119 req-c9086bdc-19db-4623-ada0-ac39afd1a524 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/83101ad8-0b91-4e38-8556-3ebbb1384853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932251 Oct 14 03:08:15.987511 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-eb6fb49e-b2e5-4f4d-ab16-0af16f26d119 req-fc3e2115-4eeb-4557-8cf0-a7239be74edc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/83101ad8-0b91-4e38-8556-3ebbb1384853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015139 Oct 14 03:08:16.010024 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-0e115ada-fd3d-463b-b26d-d287960e24b9 req-afe5259e-8cd6-4b83-bb4b-d777d232c41c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8625760 Oct 14 03:08:16.045646 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a70bec4e-c7ff-4835-995e-df794d715c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:16.118506 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1f540850-0f82-49c0-b006-de3d44762388 req-25188077-4cbe-4952-9834-48af25a196c8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803214 Oct 14 03:08:16.123758 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port 8c75b196-f33a-4b89-b5fd-abf20f10fb84 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:08:16.125638 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (8c75b196-f33a-4b89-b5fd-abf20f10fb84), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:16.127497 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port 8c75b196-f33a-4b89-b5fd-abf20f10fb84 Oct 14 03:08:16.143262 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde80a3d-7423-480d-828e-a33e92e686cc req-522f22f1-578f-40d3-a86b-89c8ce1fc5bb tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:16.144925 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cde80a3d-7423-480d-828e-a33e92e686cc req-522f22f1-578f-40d3-a86b-89c8ce1fc5bb tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 943 time: 0.1013231 Oct 14 03:08:16.159914 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:16.165974 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182abc8-7597-40c6-a4cb-e9ec5aa5c040 req-f4a0fe49-f9b6-4c82-ac27-37c6412c9482 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:16.166813 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1182abc8-7597-40c6-a4cb-e9ec5aa5c040 req-f4a0fe49-f9b6-4c82-ac27-37c6412c9482 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 943 time: 0.1097064 Oct 14 03:08:16.232887 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18b99a9-f003-40de-a7b1-30cc36ffa681 {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:08:16.243932 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Publish callbacks [] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:16.245395 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cde80a3d-7423-480d-828e-a33e92e686cc req-1666dce0-6335-47df-a24e-10dfa17d3655 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776129 Oct 14 03:08:16.280836 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:16.293898 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 8c75b196-f33a-4b89-b5fd-abf20f10fb84 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:08:16.294431 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (8c75b196-f33a-4b89-b5fd-abf20f10fb84), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:16.298821 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Transition to ACTIVE for port object e18b99a9-f003-40de-a7b1-30cc36ffa681 will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:08:16.320321 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a70bec4e-c7ff-4835-995e-df794d715c69 admin admin] Publish callbacks [] for security_group (8b10e415-ce0f-4ccd-aa72-e4935ecab788), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:16.328439 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d96e4d-ef17-461e-a4f4-ee55452c0223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c75b196-f33a-4b89-b5fd-abf20f10fb84'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:08:16.330110 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1f540850-0f82-49c0-b006-de3d44762388 req-83f4d841-1a9a-4d6c-b1d1-63dbb1b7623d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973920 Oct 14 03:08:16.330272 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1182abc8-7597-40c6-a4cb-e9ec5aa5c040 req-16f671dc-2d5f-40b3-b634-e7fe25893575 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569295 Oct 14 03:08:16.364836 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:16.388543 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a70bec4e-c7ff-4835-995e-df794d715c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (8b10e415-ce0f-4ccd-aa72-e4935ecab788), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:16.421608 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 8c75b196-f33a-4b89-b5fd-abf20f10fb84, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8c75b196-f33a-4b89-b5fd-abf20f10fb84,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:16.454473 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Pushing event updated for resources: {'Port': ['ID=e18b99a9-f003-40de-a7b1-30cc36ffa681,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:16.490129 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bec4e-c7ff-4835-995e-df794d715c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b10e415-ce0f-4ccd-aa72-e4935ecab788,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:16.491315 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (8c75b196-f33a-4b89-b5fd-abf20f10fb84), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:16.496441 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Attempting to bind port e18b99a9-f003-40de-a7b1-30cc36ffa681 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:08:16.496843 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Attempting to bind port e18b99a9-f003-40de-a7b1-30cc36ffa681 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:08:16.497163 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Attempting to bind port e18b99a9-f003-40de-a7b1-30cc36ffa681 on network dc7d519e-6d73-4b0e-803b-556cfc3b6498 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:08:16.503464 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-a70bec4e-c7ff-4835-995e-df794d715c69 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=5c47a804d4d9476c868bcbe3b4097442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6442161 Oct 14 03:08:16.507177 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33086) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:16.521704 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091a2f3-2b45-43b7-a749-3ff864c576f1 req-4228728e-ea1d-4c43-9ca6-a5defa3c9a2b tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:16.524004 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a091a2f3-2b45-43b7-a749-3ff864c576f1 req-4228728e-ea1d-4c43-9ca6-a5defa3c9a2b tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 945 time: 0.0853071 Oct 14 03:08:16.526781 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:08:16.564164 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Port e18b99a9-f003-40de-a7b1-30cc36ffa681 on network dc7d519e-6d73-4b0e-803b-556cfc3b6498 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:08:16.564594 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Attempting to bind port e18b99a9-f003-40de-a7b1-30cc36ffa681 on network dc7d519e-6d73-4b0e-803b-556cfc3b6498 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:08:16.565996 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c17e7e-c492-4dda-b212-531f3e47a313" -d '{"events": [{"server_uuid": "96d96e4d-ef17-461e-a4f4-ee55452c0223", "name": "network-vif-plugged", "status": "completed", "tag": "8c75b196-f33a-4b89-b5fd-abf20f10fb84"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:08:16.595912 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a091a2f3-2b45-43b7-a749-3ff864c576f1 req-9c358232-c671-4cc3-8c16-625a2e300571 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636933 Oct 14 03:08:16.613093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:16.623212 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=8c75b196-f33a-4b89-b5fd-abf20f10fb84,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:16.623540 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f85530bc-0f4b-4e9e-8934-a3f570d2a26d admin admin] Publish callbacks [] for security_group (8b10e415-ce0f-4ccd-aa72-e4935ecab788), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:16.654714 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f85530bc-0f4b-4e9e-8934-a3f570d2a26d admin admin] Publish callbacks [] for security_group (8b10e415-ce0f-4ccd-aa72-e4935ecab788), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:16.670804 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:08:16.671145 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Checking segment: {'id': '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:08:16.671526 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Bound using segment: {'id': '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:08:16.671969 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Bound port: e18b99a9-f003-40de-a7b1-30cc36ffa681, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:08:16.672326 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:16.716892 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd2d095-8010-4363-8499-795f2f09c2c7 x-openstack-request-id: req-4bd2d095-8010-4363-8499-795f2f09c2c7 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:08:16.717326 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d96e4d-ef17-461e-a4f4-ee55452c0223", "name": "network-vif-plugged", "status": "completed", "tag": "8c75b196-f33a-4b89-b5fd-abf20f10fb84", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:08:16.717681 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4bd2d095-8010-4363-8499-795f2f09c2c7 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:08:16.718247 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd2d095-8010-4363-8499-795f2f09c2c7'] response: {'server_uuid': '96d96e4d-ef17-461e-a4f4-ee55452c0223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c75b196-f33a-4b89-b5fd-abf20f10fb84', 'code': 200} Oct 14 03:08:16.749338 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:16.758834 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] For port e18b99a9-f003-40de-a7b1-30cc36ffa681, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:08:16.763223 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] For port e18b99a9-f003-40de-a7b1-30cc36ffa681, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=e18b99a9-f003-40de-a7b1-30cc36ffa681,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:08:16.812402 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f85530bc-0f4b-4e9e-8934-a3f570d2a26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (8b10e415-ce0f-4ccd-aa72-e4935ecab788), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:16.815228 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f85530bc-0f4b-4e9e-8934-a3f570d2a26d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:16.816385 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-f85530bc-0f4b-4e9e-8934-a3f570d2a26d admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8b10e415-ce0f-4ccd-aa72-e4935ecab788 HTTP/1.1" status: 204 len: 168 time: 0.3080854 Oct 14 03:08:16.827457 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85530bc-0f4b-4e9e-8934-a3f570d2a26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b10e415-ce0f-4ccd-aa72-e4935ecab788,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:16.874132 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:16.880321 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:16.884361 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:16.884361 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/e18b99a9-f003-40de-a7b1-30cc36ffa681 HTTP/1.1" status: 200 len: 1094 time: 1.8985105 Oct 14 03:08:16.892141 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdae4f6-7b13-4f6a-ae18-8451d7a40f80 req-1e1aa358-8ad2-4128-8f05-3858450af1a6 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:16.894257 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5fdae4f6-7b13-4f6a-ae18-8451d7a40f80 req-1e1aa358-8ad2-4128-8f05-3858450af1a6 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0628562 Oct 14 03:08:16.904579 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:16.944514 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84672be-216e-4933-af31-a2c4bf7f9cdb service neutron] Pushing event updated for resources: {'Port': ['ID=e18b99a9-f003-40de-a7b1-30cc36ffa681,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:16.982721 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231706a-6c68-432f-9b00-263edb0161bf req-b58c36bf-e593-43ed-ad5c-806a0b22826a tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:16.984460 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4231706a-6c68-432f-9b00-263edb0161bf req-b58c36bf-e593-43ed-ad5c-806a0b22826a tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 943 time: 0.0729692 Oct 14 03:08:16.991787 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5fdae4f6-7b13-4f6a-ae18-8451d7a40f80 req-ad0ffddb-135b-43c7-a147-30019dcd7103 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894947 Oct 14 03:08:16.999515 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:17.050805 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4231706a-6c68-432f-9b00-263edb0161bf req-7c996334-345c-4340-ac3a-637fc6f3ac24 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572309 Oct 14 03:08:17.334522 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:08:17.391089 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:08:17.395888 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c3c20-bbf8-4239-ac27-99d577adba49 req-cc170380-52dd-489b-b53d-5368fced0780 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:17.402234 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-931c3c20-bbf8-4239-ac27-99d577adba49 req-cc170380-52dd-489b-b53d-5368fced0780 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 943 time: 0.0737696 Oct 14 03:08:17.472863 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-931c3c20-bbf8-4239-ac27-99d577adba49 req-23f3adf1-153a-433a-814e-2f9610dc70b2 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697837 Oct 14 03:08:17.483687 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da656742-4445-4a5b-abc4-c47a85341189 req-00d36615-944a-4b9e-ba8d-c48d6e78ae9b tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:17.498466 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-da656742-4445-4a5b-abc4-c47a85341189 req-00d36615-944a-4b9e-ba8d-c48d6e78ae9b tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 943 time: 0.0609205 Oct 14 03:08:17.499683 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:08:17.499683 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:17.499683 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f Oct 14 03:08:17.561789 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33118) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:17.584948 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:08:17.585421 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:17.588342 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-da656742-4445-4a5b-abc4-c47a85341189 req-f1e4a1c9-f65f-49f7-bcae-05ed889ac1cc tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974309 Oct 14 03:08:17.616345 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6893304c-3db1-47a3-8e8d-016c8a070fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:17.619444 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'tag': 'e18b99a9-f003-40de-a7b1-30cc36ffa681'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:08:17.625639 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773c81c3-990b-420d-9bde-aac2228ba794" -d '{"events": [{"name": "network-changed", "server_uuid": "d95dafdb-f3bf-4f25-96bc-6595e7f52a89", "tag": "e18b99a9-f003-40de-a7b1-30cc36ffa681"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:08:17.649920 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f,segment=NetworkSegment(544659b3-ca9d-4948-b9c7-9516ca268a2a),segment_id=544659b3-ca9d-4948-b9c7-9516ca268a2a)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:17.686824 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d25117-5112-445c-99c8-53ed16a7b215 x-openstack-request-id: req-83d25117-5112-445c-99c8-53ed16a7b215 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:08:17.687218 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95dafdb-f3bf-4f25-96bc-6595e7f52a89", "tag": "e18b99a9-f003-40de-a7b1-30cc36ffa681", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:08:17.687470 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83d25117-5112-445c-99c8-53ed16a7b215 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:08:17.687869 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d25117-5112-445c-99c8-53ed16a7b215'] response: {'name': 'network-changed', 'server_uuid': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'tag': 'e18b99a9-f003-40de-a7b1-30cc36ffa681', 'status': 'completed', 'code': 200} Oct 14 03:08:17.743310 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6893304c-3db1-47a3-8e8d-016c8a070fad admin admin] Publish callbacks [] for security_group (0d645137-8899-405c-ac81-f88c348a71e0), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:17.747524 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:17.763308 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592c7d7-a9f9-4b55-9aab-abcf273cfc9c req-a6aa5b3b-39db-4693-8a91-187ccae16eee tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:17.765013 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3592c7d7-a9f9-4b55-9aab-abcf273cfc9c req-a6aa5b3b-39db-4693-8a91-187ccae16eee tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 945 time: 0.0610685 Oct 14 03:08:17.795821 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:17.817320 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3592c7d7-a9f9-4b55-9aab-abcf273cfc9c req-8167ad0a-ee63-415d-ae70-2d1f3427bcc5 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453939 Oct 14 03:08:17.849653 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6893304c-3db1-47a3-8e8d-016c8a070fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (0d645137-8899-405c-ac81-f88c348a71e0), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:17.886727 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893304c-3db1-47a3-8e8d-016c8a070fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d645137-8899-405c-ac81-f88c348a71e0,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:17.892021 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-6893304c-3db1-47a3-8e8d-016c8a070fad admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b808bf2e6e374292a020f2394a066af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075755 Oct 14 03:08:17.894169 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33130) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:17.942025 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d06ef019-c1a5-476c-ac14-1d66c4527dce admin admin] Publish callbacks [] for security_group (0d645137-8899-405c-ac81-f88c348a71e0), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:17.961711 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d06ef019-c1a5-476c-ac14-1d66c4527dce admin admin] Publish callbacks [] for security_group (0d645137-8899-405c-ac81-f88c348a71e0), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:18.062125 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d06ef019-c1a5-476c-ac14-1d66c4527dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (0d645137-8899-405c-ac81-f88c348a71e0), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:18.064460 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d06ef019-c1a5-476c-ac14-1d66c4527dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:18.067953 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-d06ef019-c1a5-476c-ac14-1d66c4527dce admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0d645137-8899-405c-ac81-f88c348a71e0 HTTP/1.1" status: 204 len: 168 time: 0.1705244 Oct 14 03:08:18.097867 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d8ae8-c726-4be5-8ec7-a914d8694186 req-88abed81-0022-4b5c-bf5b-25b6978484c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:18.099626 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9a6d8ae8-c726-4be5-8ec7-a914d8694186 req-88abed81-0022-4b5c-bf5b-25b6978484c0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=20fb24be77624e59b8560c7863ca4a46&device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 1127 time: 0.0482924 Oct 14 03:08:18.111549 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ef019-c1a5-476c-ac14-1d66c4527dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d645137-8899-405c-ac81-f88c348a71e0,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:18.182124 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb41a4f-8b6f-4f19-9c69-85ff0c021a17 req-c1dda7dc-3c57-4ff9-88de-ef139af5016a tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:18.183605 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0cb41a4f-8b6f-4f19-9c69-85ff0c021a17 req-c1dda7dc-3c57-4ff9-88de-ef139af5016a tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.1076574 Oct 14 03:08:18.217751 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a08c34-84dd-47ba-9604-d7e0c1cea862 req-7752fd03-9f28-42cd-afb7-753006c36f70 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:18.219250 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d6a08c34-84dd-47ba-9604-d7e0c1cea862 req-7752fd03-9f28-42cd-afb7-753006c36f70 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 943 time: 0.0729818 Oct 14 03:08:18.256300 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33140) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:18.264594 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0cb41a4f-8b6f-4f19-9c69-85ff0c021a17 req-5d8be02d-0b2c-4a1c-9642-6421ce3a74cf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750840 Oct 14 03:08:18.292766 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d6a08c34-84dd-47ba-9604-d7e0c1cea862 req-30b9a35e-cd6a-41b2-a719-626ebea74382 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613780 Oct 14 03:08:18.469152 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9623bad9-d3e5-4ec8-bb82-37a6eaff37e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:18.549471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9623bad9-d3e5-4ec8-bb82-37a6eaff37e9 admin admin] Publish callbacks [] for security_group (adacbf2a-cdfb-46cf-a69b-a9d2c1aec6d4), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:18.599107 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f65533-de26-48b5-8dc3-b101761d86a9 req-29e334f1-bfe6-4a12-b447-f340ec416216 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:18.600778 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-78f65533-de26-48b5-8dc3-b101761d86a9 req-29e334f1-bfe6-4a12-b447-f340ec416216 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 943 time: 0.0466430 Oct 14 03:08:18.624766 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9623bad9-d3e5-4ec8-bb82-37a6eaff37e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (adacbf2a-cdfb-46cf-a69b-a9d2c1aec6d4), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:18.658475 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-78f65533-de26-48b5-8dc3-b101761d86a9 req-7ad28aa1-3c2d-48e4-b743-17ba3049282c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521827 Oct 14 03:08:18.677107 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-9623bad9-d3e5-4ec8-bb82-37a6eaff37e9 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=2f5763faebd649fe92aa51027a30a27d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4174354 Oct 14 03:08:18.677107 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623bad9-d3e5-4ec8-bb82-37a6eaff37e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adacbf2a-cdfb-46cf-a69b-a9d2c1aec6d4,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:18.677587 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33160) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:18.720260 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706d7731-fcb4-4570-be80-854614a86150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:08:18.721020 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:18.727495 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de5c925-be47-41bb-a65c-055e69d2249a" -d '{"events": [{"server_uuid": "706d7731-fcb4-4570-be80-854614a86150", "name": "network-vif-plugged", "status": "completed", "tag": "c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:08:18.768582 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd6346-9ebc-4385-a7aa-4ab3b2facfb2 req-588c9f02-2874-4650-a1f3-c6e91c68b3c4 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:18.770193 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9ddd6346-9ebc-4385-a7aa-4ab3b2facfb2 req-588c9f02-2874-4650-a1f3-c6e91c68b3c4 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 943 time: 0.0669158 Oct 14 03:08:18.774291 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ede1631e-2085-4e30-83cc-ddf076a4024d admin admin] Publish callbacks [] for security_group (adacbf2a-cdfb-46cf-a69b-a9d2c1aec6d4), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:18.780328 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8feda05-aa03-4e5a-885b-97a32b0da729 x-openstack-request-id: req-a8feda05-aa03-4e5a-885b-97a32b0da729 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:08:18.780328 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706d7731-fcb4-4570-be80-854614a86150", "name": "network-vif-plugged", "status": "completed", "tag": "c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:08:18.780500 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8feda05-aa03-4e5a-885b-97a32b0da729 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:08:18.780987 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8feda05-aa03-4e5a-885b-97a32b0da729'] response: {'server_uuid': '706d7731-fcb4-4570-be80-854614a86150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f', 'code': 200} Oct 14 03:08:18.812666 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ede1631e-2085-4e30-83cc-ddf076a4024d admin admin] Publish callbacks [] for security_group (adacbf2a-cdfb-46cf-a69b-a9d2c1aec6d4), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:18.864705 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9ddd6346-9ebc-4385-a7aa-4ab3b2facfb2 req-e154aba8-794f-4079-9093-904c8baa8c4e tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822058 Oct 14 03:08:18.947991 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664222e-76c6-4827-bca4-0ea4b3f930d2 req-19cc5575-fdbc-48c1-9fd3-ed86a5361f45 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:18.951450 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4664222e-76c6-4827-bca4-0ea4b3f930d2 req-19cc5575-fdbc-48c1-9fd3-ed86a5361f45 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 946 time: 0.0475450 Oct 14 03:08:18.971102 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ede1631e-2085-4e30-83cc-ddf076a4024d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (adacbf2a-cdfb-46cf-a69b-a9d2c1aec6d4), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:18.973585 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ede1631e-2085-4e30-83cc-ddf076a4024d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:18.974699 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-ede1631e-2085-4e30-83cc-ddf076a4024d admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/adacbf2a-cdfb-46cf-a69b-a9d2c1aec6d4 HTTP/1.1" status: 204 len: 168 time: 0.2960186 Oct 14 03:08:19.011501 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1631e-2085-4e30-83cc-ddf076a4024d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adacbf2a-cdfb-46cf-a69b-a9d2c1aec6d4,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:19.045521 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4664222e-76c6-4827-bca4-0ea4b3f930d2 req-4fa83304-0601-4550-8858-4c5c0c1b1400 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901732 Oct 14 03:08:19.118370 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-ec134f10-8ba5-4e2a-b157-b6958678d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:19.119886 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-ec134f10-8ba5-4e2a-b157-b6958678d8bb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=55f278e0f09c45ca8ab33cd9e102446c&device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 1128 time: 0.1249356 Oct 14 03:08:19.194535 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-bc680d95-7234-405b-bbc1-4b9deba8d596 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e18b99a9-f003-40de-a7b1-30cc36ffa681 HTTP/1.1" status: 200 len: 217 time: 0.0526571 Oct 14 03:08:19.195570 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:19.200390 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d8ae8-c726-4be5-8ec7-a914d8694186 req-f41b15c0-9428-47f0-818b-7426a77895d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:19.201806 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9a6d8ae8-c726-4be5-8ec7-a914d8694186 req-f41b15c0-9428-47f0-818b-7426a77895d7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=bb28930e-3d0a-43c7-985a-b1d6573d124d HTTP/1.1" status: 200 len: 915 time: 0.1524262 Oct 14 03:08:19.255758 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9a6d8ae8-c726-4be5-8ec7-a914d8694186 req-8a21fef9-bbb0-4618-8aef-6da1035b0928 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19709406-415e-437a-9a30-3eb561347116 HTTP/1.1" status: 200 len: 217 time: 0.0427713 Oct 14 03:08:19.292117 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 071c08ed-047d-41ca-80e6-701785e75787 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:08:19.439987 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:19.461885 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d8ae8-c726-4be5-8ec7-a914d8694186 req-695c2898-7e01-499f-823d-f3204e544f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:19.464509 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9a6d8ae8-c726-4be5-8ec7-a914d8694186 req-695c2898-7e01-499f-823d-f3204e544f97 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=135773a1-0191-4c48-88ba-8f3ab667b670 HTTP/1.1" status: 200 len: 853 time: 0.1759651 Oct 14 03:08:19.468882 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-c4a2058d-0b43-4761-bf02-ab9f63b8d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:19.470554 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-c4a2058d-0b43-4761-bf02-ab9f63b8d28b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=536f6c3e-3717-4a16-a702-45e46a354d55 HTTP/1.1" status: 200 len: 856 time: 0.2594647 Oct 14 03:08:19.472320 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c44694-59ea-4f7c-8636-9382b55e86d0 req-f6273015-c3bf-4926-8c71-79de4102dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:19.474655 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-09c44694-59ea-4f7c-8636-9382b55e86d0 req-f6273015-c3bf-4926-8c71-79de4102dada service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 1130 time: 0.1722212 Oct 14 03:08:19.495989 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 071c08ed-047d-41ca-80e6-701785e75787, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=071c08ed-047d-41ca-80e6-701785e75787,segment=NetworkSegment(096b242a-6b21-4e4d-8a4b-ad9ddc350fd9),segment_id=096b242a-6b21-4e4d-8a4b-ad9ddc350fd9)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:19.509167 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': '071c08ed-047d-41ca-80e6-701785e75787', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'port_id': '071c08ed-047d-41ca-80e6-701785e75787', 'mac_address': 'fa:16:3e:a7:da:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:08:19.556989 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 071c08ed-047d-41ca-80e6-701785e75787 is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:08:19.557627 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (071c08ed-047d-41ca-80e6-701785e75787), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:19.573885 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071c08ed-047d-41ca-80e6-701785e75787 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:08:19.580108 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f63de0-d407-430a-ae45-55353bc4555b req-962f07f9-e5b6-47bb-ad30-3004bf813485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:19.581932 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d6f63de0-d407-430a-ae45-55353bc4555b req-962f07f9-e5b6-47bb-ad30-3004bf813485 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 1130 time: 0.1941090 Oct 14 03:08:19.586832 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:19.588924 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b8a28-e54f-41c2-92fe-6cdddd9e0132 req-de12754c-e6ac-42a1-bd1d-15d13acd8f41 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:19.591021 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c86b8a28-e54f-41c2-92fe-6cdddd9e0132 req-de12754c-e6ac-42a1-bd1d-15d13acd8f41 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.1495392 Oct 14 03:08:19.592319 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-09c44694-59ea-4f7c-8636-9382b55e86d0 req-128607ac-45fe-42c4-a493-d983ad7fbc6a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:19.596413 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 071c08ed-047d-41ca-80e6-701785e75787, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=071c08ed-047d-41ca-80e6-701785e75787,segment=NetworkSegment(096b242a-6b21-4e4d-8a4b-ad9ddc350fd9),segment_id=096b242a-6b21-4e4d-8a4b-ad9ddc350fd9)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:19.604883 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:19.619691 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d8ae8-c726-4be5-8ec7-a914d8694186 req-77b392e6-e579-4d63-b888-22f520b9507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:19.622303 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9a6d8ae8-c726-4be5-8ec7-a914d8694186 req-77b392e6-e579-4d63-b888-22f520b9507c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=bb28930e-3d0a-43c7-985a-b1d6573d124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1382935 Oct 14 03:08:19.624435 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-b96606fa-0dbc-480d-a35b-20eadb2055f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:19.625810 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-b96606fa-0dbc-480d-a35b-20eadb2055f4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dc7d519e-6d73-4b0e-803b-556cfc3b6498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1226377 Oct 14 03:08:19.627984 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6da70-ab66-45e4-938c-11f7f7b8ad64 req-e88afed8-e606-436d-947e-5201331cb4e6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:19.629534 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4bb6da70-ab66-45e4-938c-11f7f7b8ad64 req-e88afed8-e606-436d-947e-5201331cb4e6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 943 time: 0.1278434 Oct 14 03:08:19.632507 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-d6f63de0-d407-430a-ae45-55353bc4555b req-105c9017-251f-4b76-a64f-877f7e64d533 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:19.670794 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (071c08ed-047d-41ca-80e6-701785e75787), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:19.673065 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 19709406-415e-437a-9a30-3eb561347116 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:08:19.709399 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c86b8a28-e54f-41c2-92fe-6cdddd9e0132 req-9e8dd95b-6af8-45e9-8e5d-849d5a40b701 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062660 Oct 14 03:08:19.738799 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4bb6da70-ab66-45e4-938c-11f7f7b8ad64 req-fbf0efb4-a7af-46ee-bc94-c9b938a1d2a5 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010625 Oct 14 03:08:19.851140 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-633fdf66-17f4-4661-b739-2508be7b17cc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165534 Oct 14 03:08:19.851631 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 19709406-415e-437a-9a30-3eb561347116, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=19709406-415e-437a-9a30-3eb561347116,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:19.856757 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9a6d8ae8-c726-4be5-8ec7-a914d8694186 req-e7b7ab8a-399c-4559-b853-65eabe1305dc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196093 Oct 14 03:08:19.861722 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-09c44694-59ea-4f7c-8636-9382b55e86d0 req-128607ac-45fe-42c4-a493-d983ad7fbc6a service neutron] Publish callbacks [] for security_group (13a8d0dd-b67d-439a-ab01-e84bf06a65b5), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:19.885271 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac92a4-3603-42cf-9c58-6b5cbc5f0aeb req-a8e4ed1d-d759-4916-89c5-5d197ac33e3a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:19.886814 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d1ac92a4-3603-42cf-9c58-6b5cbc5f0aeb req-a8e4ed1d-d759-4916-89c5-5d197ac33e3a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 943 time: 0.0570569 Oct 14 03:08:19.896883 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': '19709406-415e-437a-9a30-3eb561347116', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'port_id': '19709406-415e-437a-9a30-3eb561347116', 'mac_address': 'fa:16:3e:ab:f8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:08:19.928080 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33198) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:19.942596 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-09c44694-59ea-4f7c-8636-9382b55e86d0 req-128607ac-45fe-42c4-a493-d983ad7fbc6a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (13a8d0dd-b67d-439a-ab01-e84bf06a65b5), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:19.959419 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a2c98459-9813-4e8b-a070-6c46141d3218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:19.965159 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d1ac92a4-3603-42cf-9c58-6b5cbc5f0aeb req-7374eb18-d7fa-4cc4-8dfe-eedb32d35fc6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716293 Oct 14 03:08:19.983106 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=071c08ed-047d-41ca-80e6-701785e75787,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:20.007433 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.db.api [req-d6f63de0-d407-430a-ae45-55353bc4555b req-105c9017-251f-4b76-a64f-877f7e64d533 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) dac9f8cd285c44e889a621b8b7fe479e {{(pid=105049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 14 03:08:20.007433 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG oslo_db.api [req-d6f63de0-d407-430a-ae45-55353bc4555b req-105c9017-251f-4b76-a64f-877f7e64d533 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 03:08:20.008241 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 19709406-415e-437a-9a30-3eb561347116 is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:08:20.008241 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (19709406-415e-437a-9a30-3eb561347116), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:20.021727 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45214dcf-62dc-4ae0-807d-081f4ba663f2 req-76ee641f-e803-48ff-a7c3-9aaced7fade2 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:20.023928 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19709406-415e-437a-9a30-3eb561347116 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:08:20.030879 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-45214dcf-62dc-4ae0-807d-081f4ba663f2 req-76ee641f-e803-48ff-a7c3-9aaced7fade2 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0640838 Oct 14 03:08:20.041491 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-09c44694-59ea-4f7c-8636-9382b55e86d0 req-128607ac-45fe-42c4-a493-d983ad7fbc6a service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428977 Oct 14 03:08:20.047654 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128607ac-45fe-42c4-a493-d983ad7fbc6a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=13a8d0dd-b67d-439a-ab01-e84bf06a65b5,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:20.048187 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 19709406-415e-437a-9a30-3eb561347116, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=19709406-415e-437a-9a30-3eb561347116,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:20.102492 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-45214dcf-62dc-4ae0-807d-081f4ba663f2 req-b3bb95a9-040a-4675-98bd-e7af1162c86d tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707097 Oct 14 03:08:20.131871 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a2c98459-9813-4e8b-a070-6c46141d3218 admin admin] Publish callbacks [] for security_group (b623df06-1c34-4ea1-9c9a-e553e218a6e7), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:20.141835 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (19709406-415e-437a-9a30-3eb561347116), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:20.142688 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:08:20.151092 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:20.180610 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485e5b9-4e59-4e9e-a28c-9975f8ed3efa req-c01972cb-ad1f-4937-b492-a024717d0a85 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:20.182225 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a485e5b9-4e59-4e9e-a28c-9975f8ed3efa req-c01972cb-ad1f-4937-b492-a024717d0a85 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 946 time: 0.0502937 Oct 14 03:08:20.233218 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a485e5b9-4e59-4e9e-a28c-9975f8ed3efa req-1a832c75-82e5-44f9-bae0-2de9d1dfae36 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445035 Oct 14 03:08:20.246896 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a2c98459-9813-4e8b-a070-6c46141d3218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (b623df06-1c34-4ea1-9c9a-e553e218a6e7), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:20.263609 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=19709406-415e-437a-9a30-3eb561347116,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:20.286349 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c98459-9813-4e8b-a070-6c46141d3218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b623df06-1c34-4ea1-9c9a-e553e218a6e7,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:20.296628 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-a2c98459-9813-4e8b-a070-6c46141d3218 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d33a6ff5d3e3467eb0b4d82a5bde15ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3671420 Oct 14 03:08:20.299164 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33206) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:20.309921 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=85b7ee5a-21b7-45b0-9d95-c8b510e07a5f,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:20.323938 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': '85b7ee5a-21b7-45b0-9d95-c8b510e07a5f', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'port_id': '85b7ee5a-21b7-45b0-9d95-c8b510e07a5f', 'mac_address': 'fa:16:3e:1c:96:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83361155-00a4-439a-b18b-f6450713d13d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:08:20.356953 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1b4143c1-4c1a-4864-84ea-4669c53e510c admin admin] Publish callbacks [] for security_group (b623df06-1c34-4ea1-9c9a-e553e218a6e7), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:20.360602 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:08:20.360996 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (85b7ee5a-21b7-45b0-9d95-c8b510e07a5f), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:20.375769 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:08:20.379744 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1b4143c1-4c1a-4864-84ea-4669c53e510c admin admin] Publish callbacks [] for security_group (b623df06-1c34-4ea1-9c9a-e553e218a6e7), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:20.397602 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=85b7ee5a-21b7-45b0-9d95-c8b510e07a5f,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:20.496203 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (85b7ee5a-21b7-45b0-9d95-c8b510e07a5f), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:20.506522 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-d6f63de0-d407-430a-ae45-55353bc4555b req-105c9017-251f-4b76-a64f-877f7e64d533 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:20.530932 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1b4143c1-4c1a-4864-84ea-4669c53e510c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (b623df06-1c34-4ea1-9c9a-e553e218a6e7), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:20.535139 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1b4143c1-4c1a-4864-84ea-4669c53e510c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:20.536361 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-1b4143c1-4c1a-4864-84ea-4669c53e510c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b623df06-1c34-4ea1-9c9a-e553e218a6e7 HTTP/1.1" status: 204 len: 168 time: 0.2358339 Oct 14 03:08:20.547644 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=85b7ee5a-21b7-45b0-9d95-c8b510e07a5f,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:20.550299 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4143c1-4c1a-4864-84ea-4669c53e510c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b623df06-1c34-4ea1-9c9a-e553e218a6e7,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:20.602975 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d6f63de0-d407-430a-ae45-55353bc4555b req-105c9017-251f-4b76-a64f-877f7e64d533 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0079942 Oct 14 03:08:20.773613 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:20.913354 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345e688-bd74-4ea3-894b-b72e3ce68a2d req-e87a50f5-3464-486a-9676-9234d3d4d25b tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:20.915362 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a345e688-bd74-4ea3-894b-b72e3ce68a2d req-e87a50f5-3464-486a-9676-9234d3d4d25b tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0857494 Oct 14 03:08:20.921175 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee75cf-9996-4718-a30f-a0d33a62ba2b req-163853d0-7715-4031-94fb-73ad20ca5f74 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:20.926245 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6fee75cf-9996-4718-a30f-a0d33a62ba2b req-163853d0-7715-4031-94fb-73ad20ca5f74 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 944 time: 0.0855143 Oct 14 03:08:20.999016 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:21.006575 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6fee75cf-9996-4718-a30f-a0d33a62ba2b req-50dab091-095d-483c-8747-1a53d12d85da tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782754 Oct 14 03:08:21.015963 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a345e688-bd74-4ea3-894b-b72e3ce68a2d req-a889313c-0552-4ba4-82ab-c596a509679e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766184 Oct 14 03:08:21.125489 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf559e09-f1e6-43a6-903d-99a7726ee6b3 req-2493c45d-47b4-4053-9850-aada36d837ff tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:21.126999 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cf559e09-f1e6-43a6-903d-99a7726ee6b3 req-2493c45d-47b4-4053-9850-aada36d837ff tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 944 time: 0.0473025 Oct 14 03:08:21.177459 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cf559e09-f1e6-43a6-903d-99a7726ee6b3 req-e558224f-7018-4000-bc06-2f59c59570da tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446453 Oct 14 03:08:21.185213 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:21.240516 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43689073-5c25-4e44-8e2c-8f8011c6afa7 req-e92926a0-2fb9-4336-9d0d-b94853e8b5de tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:21.247016 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-43689073-5c25-4e44-8e2c-8f8011c6afa7 req-e92926a0-2fb9-4336-9d0d-b94853e8b5de tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0572579 Oct 14 03:08:21.298661 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-43689073-5c25-4e44-8e2c-8f8011c6afa7 req-be805b08-d879-4188-8d61-08b19d480ac6 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499349 Oct 14 03:08:21.372120 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e83411-ea28-47c5-9302-318a646d12ac req-5413bd41-08e3-4bea-a093-5f1050c600b0 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:21.373603 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-32e83411-ea28-47c5-9302-318a646d12ac req-5413bd41-08e3-4bea-a093-5f1050c600b0 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 946 time: 0.0451510 Oct 14 03:08:21.424448 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-32e83411-ea28-47c5-9302-318a646d12ac req-8009f4d4-604e-40c7-952e-de9c5dc7ec0f tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448182 Oct 14 03:08:21.434075 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:21.502413 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:21.708410 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:21.895651 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:22.166615 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c652a-69d7-4c44-8c25-b62cc2dfbacc req-77d2e6bd-2211-4520-ab9b-dda862870dcf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:22.168094 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9d5c652a-69d7-4c44-8c25-b62cc2dfbacc req-77d2e6bd-2211-4520-ab9b-dda862870dcf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0689449 Oct 14 03:08:22.173570 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52733bbe-aded-4803-83f5-157b17363c8d req-ba8f2baf-c9a9-490b-ba2b-ffe875281027 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:22.174978 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-52733bbe-aded-4803-83f5-157b17363c8d req-ba8f2baf-c9a9-490b-ba2b-ffe875281027 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 944 time: 0.0853956 Oct 14 03:08:22.247934 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9d5c652a-69d7-4c44-8c25-b62cc2dfbacc req-a4220843-0f73-4d2c-9503-a1b0b44a4dfe tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720201 Oct 14 03:08:22.251397 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-52733bbe-aded-4803-83f5-157b17363c8d req-431205a6-6cf5-45d1-99eb-08138ac359da tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677102 Oct 14 03:08:22.375133 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137adb1e-c591-44f3-9731-f9f1264c716a req-428faa31-bbc6-409e-899d-270f40a81db5 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:22.377070 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-137adb1e-c591-44f3-9731-f9f1264c716a req-428faa31-bbc6-409e-899d-270f40a81db5 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 944 time: 0.0565305 Oct 14 03:08:22.388095 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:22.451460 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88efd7d-d717-4893-95da-c491760e2f9c req-1bcfc403-34e2-4548-bd1e-7d120d57a988 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:22.453077 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e88efd7d-d717-4893-95da-c491760e2f9c req-1bcfc403-34e2-4548-bd1e-7d120d57a988 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0708952 Oct 14 03:08:22.485158 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-137adb1e-c591-44f3-9731-f9f1264c716a req-f1ce60aa-2a3e-490d-aa4f-6b32a5b1ce03 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905056 Oct 14 03:08:22.514499 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e88efd7d-d717-4893-95da-c491760e2f9c req-a8a233cd-cd3e-41a4-aae9-07dc23b24737 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550520 Oct 14 03:08:22.627472 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa7676-7a0f-435a-9524-e15dd19ed334 req-78b9c281-7a7c-437c-abb9-1d4c9515b9a2 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:22.636442 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b3fa7676-7a0f-435a-9524-e15dd19ed334 req-78b9c281-7a7c-437c-abb9-1d4c9515b9a2 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 946 time: 0.0699811 Oct 14 03:08:22.698905 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b3fa7676-7a0f-435a-9524-e15dd19ed334 req-e374f01d-1cb4-4a73-9d58-57e1cbb720d8 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613828 Oct 14 03:08:22.706237 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f4d1bfab-9d1b-4fdd-9446-9f966d4e9082 req-e7a410d2-fa27-4a00-92f2-6c42807d516b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056583 Oct 14 03:08:22.920094 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:23.023986 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9a6d8ae8-c726-4be5-8ec7-a914d8694186 req-da68e5d0-605c-4e54-a041-3c8808a613c9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521463 Oct 14 03:08:23.028933 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['071c08ed-047d-41ca-80e6-701785e75787'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:08:23.153973 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['19709406-415e-437a-9a30-3eb561347116'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:08:23.253172 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:23.311987 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['85b7ee5a-21b7-45b0-9d95-c8b510e07a5f'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:08:23.444938 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301e00e-b9a4-480e-8c41-48f01b016aad req-92982cff-b966-4208-a050-6c67d1625706 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:23.446512 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8301e00e-b9a4-480e-8c41-48f01b016aad req-92982cff-b966-4208-a050-6c67d1625706 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 944 time: 0.0991256 Oct 14 03:08:23.458045 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0f663-35e9-43fc-8ff2-0752015e9069 req-2b2787d0-3386-406e-baae-07709ea78904 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:23.459518 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f4b0f663-35e9-43fc-8ff2-0752015e9069 req-2b2787d0-3386-406e-baae-07709ea78904 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0821745 Oct 14 03:08:23.466204 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:23.535753 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8301e00e-b9a4-480e-8c41-48f01b016aad req-ee3b265b-8bcb-4d2a-8868-3612fff617ae tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748928 Oct 14 03:08:23.543560 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f4b0f663-35e9-43fc-8ff2-0752015e9069 req-fd708ecc-26a2-40a1-83e6-ce65f203379e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762303 Oct 14 03:08:23.717468 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d0605-aa18-4e90-a742-197740602543 req-83e24530-f767-4654-af5e-ea0cb92add76 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:23.718422 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f44d0605-aa18-4e90-a742-197740602543 req-83e24530-f767-4654-af5e-ea0cb92add76 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 944 time: 0.0973256 Oct 14 03:08:23.738797 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541ed40-0666-4d59-8c2d-fb01c6b2de12 req-c0fb4ebe-a7a4-4f0c-b8b4-44cd3ee4203f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:23.740207 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f541ed40-0666-4d59-8c2d-fb01c6b2de12 req-c0fb4ebe-a7a4-4f0c-b8b4-44cd3ee4203f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0721545 Oct 14 03:08:23.803701 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f44d0605-aa18-4e90-a742-197740602543 req-5394e8a9-a802-4b0f-b01a-4751ff8a5d21 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794098 Oct 14 03:08:23.810681 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f541ed40-0666-4d59-8c2d-fb01c6b2de12 req-1a80c50b-8679-4d4c-b52a-471cea517250 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633268 Oct 14 03:08:23.908727 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf1b28-0953-4b51-85ef-550b5e0aac70 req-f04568ee-3d41-4eb7-b78b-fd2ee8689586 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:23.910349 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3eaf1b28-0953-4b51-85ef-550b5e0aac70 req-f04568ee-3d41-4eb7-b78b-fd2ee8689586 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 946 time: 0.0500438 Oct 14 03:08:24.136235 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3eaf1b28-0953-4b51-85ef-550b5e0aac70 req-ad005d20-b2d1-42e7-ad23-6dc1caa7f8ae tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197640 Oct 14 03:08:24.655640 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:24.682165 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a51a1e-0527-483a-9bf6-79a46cb1abc6 req-cf78db1f-248a-4fc6-bfaf-6ebfe91be54b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:24.683616 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c8a51a1e-0527-483a-9bf6-79a46cb1abc6 req-cf78db1f-248a-4fc6-bfaf-6ebfe91be54b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 944 time: 0.0552194 Oct 14 03:08:24.730543 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b272416-a001-478d-b471-c1ae7de82aba req-e08f774b-6697-4390-b811-33cd8e013357 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:24.731991 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8b272416-a001-478d-b471-c1ae7de82aba req-e08f774b-6697-4390-b811-33cd8e013357 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0684636 Oct 14 03:08:24.775213 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c8a51a1e-0527-483a-9bf6-79a46cb1abc6 req-c6a5b2fc-c99d-4dd2-b080-46e6fecb643b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754132 Oct 14 03:08:24.803522 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8b272416-a001-478d-b471-c1ae7de82aba req-59a8ca13-91d4-497c-82cf-36553f7858e5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600693 Oct 14 03:08:24.822342 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-8adb2d70-9d04-4295-b0c3-201dc47d2179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:24.957085 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d5ce7-0f9f-4439-9a54-b8bbdce528a7 req-57e34ba4-12f8-461d-899e-8b2e2b01064c tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:24.961194 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0b6d5ce7-0f9f-4439-9a54-b8bbdce528a7 req-57e34ba4-12f8-461d-899e-8b2e2b01064c tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 944 time: 0.0564694 Oct 14 03:08:25.025120 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c81c3-990b-420d-9bde-aac2228ba794 req-0600461c-a089-4e9a-af1c-21a0b62e2b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:25.026666 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-773c81c3-990b-420d-9bde-aac2228ba794 req-0600461c-a089-4e9a-af1c-21a0b62e2b74 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=55f278e0f09c45ca8ab33cd9e102446c&device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 1128 time: 0.1530879 Oct 14 03:08:25.085636 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0b6d5ce7-0f9f-4439-9a54-b8bbdce528a7 req-c83f7f72-7ba4-41c9-ae58-58c946c4028c tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195610 Oct 14 03:08:25.100780 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4e086-be8b-4fa7-9fcf-10f04769c305 req-d82f091a-efb6-4d02-ade2-1bd55f782b1f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:25.102764 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-10c4e086-be8b-4fa7-9fcf-10f04769c305 req-d82f091a-efb6-4d02-ade2-1bd55f782b1f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 944 time: 0.0664356 Oct 14 03:08:25.152922 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-10c4e086-be8b-4fa7-9fcf-10f04769c305 req-5ce98932-1cd0-4ca8-a466-fd5bd08d5cd5 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446346 Oct 14 03:08:25.241818 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 071c08ed-047d-41ca-80e6-701785e75787 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:08:25.272434 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d9ed4-fecc-47b4-92e1-9e6240072c35 req-1e704c0b-3871-4f96-a85c-45657041f540 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:25.274622 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f37d9ed4-fecc-47b4-92e1-9e6240072c35 req-1e704c0b-3871-4f96-a85c-45657041f540 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 946 time: 0.0524669 Oct 14 03:08:25.300725 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port 071c08ed-047d-41ca-80e6-701785e75787 completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:08:25.328090 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f37d9ed4-fecc-47b4-92e1-9e6240072c35 req-676b8636-915b-4aa0-ae45-3ac5bc9b158f tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466464 Oct 14 03:08:25.399227 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port 071c08ed-047d-41ca-80e6-701785e75787 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:08:25.399600 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (071c08ed-047d-41ca-80e6-701785e75787), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:25.400007 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port 071c08ed-047d-41ca-80e6-701785e75787 Oct 14 03:08:25.475735 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 071c08ed-047d-41ca-80e6-701785e75787 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:08:25.476114 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (071c08ed-047d-41ca-80e6-701785e75787), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:25.502315 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258e7a24-1f44-4662-b9b0-4f35c319a2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071c08ed-047d-41ca-80e6-701785e75787'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:08:25.504967 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19b9d3d-52ea-4bf4-9583-d0ce5e970e57" -d '{"events": [{"server_uuid": "258e7a24-1f44-4662-b9b0-4f35c319a2d2", "name": "network-vif-plugged", "status": "completed", "tag": "071c08ed-047d-41ca-80e6-701785e75787"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:08:25.526757 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 071c08ed-047d-41ca-80e6-701785e75787, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=071c08ed-047d-41ca-80e6-701785e75787,segment=NetworkSegment(096b242a-6b21-4e4d-8a4b-ad9ddc350fd9),segment_id=096b242a-6b21-4e4d-8a4b-ad9ddc350fd9)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:25.548792 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6ec7c7-ee7c-4e31-ac61-e87b6cc2be90 x-openstack-request-id: req-eb6ec7c7-ee7c-4e31-ac61-e87b6cc2be90 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:08:25.549112 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258e7a24-1f44-4662-b9b0-4f35c319a2d2", "name": "network-vif-plugged", "status": "completed", "tag": "071c08ed-047d-41ca-80e6-701785e75787", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:08:25.549463 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb6ec7c7-ee7c-4e31-ac61-e87b6cc2be90 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:08:25.549785 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb6ec7c7-ee7c-4e31-ac61-e87b6cc2be90'] response: {'server_uuid': '258e7a24-1f44-4662-b9b0-4f35c319a2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071c08ed-047d-41ca-80e6-701785e75787', 'code': 200} Oct 14 03:08:25.604554 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (071c08ed-047d-41ca-80e6-701785e75787), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:25.605378 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 19709406-415e-437a-9a30-3eb561347116 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:08:25.650377 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:25.782812 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:25.787110 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=071c08ed-047d-41ca-80e6-701785e75787,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:25.798383 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port 19709406-415e-437a-9a30-3eb561347116 completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:08:25.907216 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port 19709406-415e-437a-9a30-3eb561347116 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:08:25.907859 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (19709406-415e-437a-9a30-3eb561347116), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:25.907950 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port 19709406-415e-437a-9a30-3eb561347116 Oct 14 03:08:25.923839 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45afecc-f3c4-4635-9c41-2d33469c8bef req-8b2424e6-2e64-403e-b945-283d7ad19ecf tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:25.925574 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a45afecc-f3c4-4635-9c41-2d33469c8bef req-8b2424e6-2e64-403e-b945-283d7ad19ecf tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 944 time: 0.0734549 Oct 14 03:08:25.951002 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff10265-5e4f-453d-810a-dd0fb96e5669 req-bb4b8658-5232-45b6-a4f5-0b16a593f68c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:25.959367 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1ff10265-5e4f-453d-810a-dd0fb96e5669 req-bb4b8658-5232-45b6-a4f5-0b16a593f68c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0741191 Oct 14 03:08:25.995124 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 19709406-415e-437a-9a30-3eb561347116 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:08:25.995752 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (19709406-415e-437a-9a30-3eb561347116), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:26.036866 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1ff10265-5e4f-453d-810a-dd0fb96e5669 req-fc890aa0-0a79-46a5-94db-3ce0d461e914 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766478 Oct 14 03:08:26.106170 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a45afecc-f3c4-4635-9c41-2d33469c8bef req-2992bf2e-7bcf-4870-8aea-8ea31add2939 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622231 Oct 14 03:08:26.108561 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c81c3-990b-420d-9bde-aac2228ba794 req-82d8554d-6539-43aa-8c16-60398e66769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:26.111496 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-773c81c3-990b-420d-9bde-aac2228ba794 req-82d8554d-6539-43aa-8c16-60398e66769d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dc7d519e-6d73-4b0e-803b-556cfc3b6498 HTTP/1.1" status: 200 len: 918 time: 0.1835513 Oct 14 03:08:26.131764 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 19709406-415e-437a-9a30-3eb561347116, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=19709406-415e-437a-9a30-3eb561347116,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:26.207846 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-773c81c3-990b-420d-9bde-aac2228ba794 req-ef717a37-cbbb-4189-b57f-c100abd7ea98 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e18b99a9-f003-40de-a7b1-30cc36ffa681 HTTP/1.1" status: 200 len: 217 time: 0.0787632 Oct 14 03:08:26.210411 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (19709406-415e-437a-9a30-3eb561347116), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:26.211803 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:08:26.309196 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c81c3-990b-420d-9bde-aac2228ba794 req-45467455-9b75-4880-9197-566ce951c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:26.311607 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-773c81c3-990b-420d-9bde-aac2228ba794 req-45467455-9b75-4880-9197-566ce951c79c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=536f6c3e-3717-4a16-a702-45e46a354d55 HTTP/1.1" status: 200 len: 856 time: 0.0902781 Oct 14 03:08:26.318825 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866eb38-0d44-4574-8105-d94968b41700 req-95cec9d1-2089-471c-9b1a-996268b7ef98 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:26.320884 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8866eb38-0d44-4574-8105-d94968b41700 req-95cec9d1-2089-471c-9b1a-996268b7ef98 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.1561806 Oct 14 03:08:26.355193 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:08:26.360801 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13d753-a012-44eb-9a1c-db7c5e382e91 req-ac9fbb52-4c50-4596-ba32-7d7e1769c772 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:26.362318 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-af13d753-a012-44eb-9a1c-db7c5e382e91 req-ac9fbb52-4c50-4596-ba32-7d7e1769c772 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 944 time: 0.1062157 Oct 14 03:08:26.363525 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=19709406-415e-437a-9a30-3eb561347116,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:26.377154 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c81c3-990b-420d-9bde-aac2228ba794 req-66efe6b8-e1a8-4ed2-835c-016b766365b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:26.378713 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-773c81c3-990b-420d-9bde-aac2228ba794 req-66efe6b8-e1a8-4ed2-835c-016b766365b7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dc7d519e-6d73-4b0e-803b-556cfc3b6498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0602005 Oct 14 03:08:26.396060 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:26.404250 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8866eb38-0d44-4574-8105-d94968b41700 req-79e84512-8f5a-42de-956b-ba40f3ccf846 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772808 Oct 14 03:08:26.429809 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-af13d753-a012-44eb-9a1c-db7c5e382e91 req-187b1969-eae9-4fdd-9850-4c90d7ff4b90 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590599 Oct 14 03:08:26.475246 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:08:26.475662 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (85b7ee5a-21b7-45b0-9d95-c8b510e07a5f), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:26.476738 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f Oct 14 03:08:26.490174 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-773c81c3-990b-420d-9bde-aac2228ba794 req-aaa59503-c26e-4efa-8152-4ea19b700199 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054292 Oct 14 03:08:26.540201 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device e18b99a9-f003-40de-a7b1-30cc36ffa681 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:08:26.564206 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:08:26.564591 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (85b7ee5a-21b7-45b0-9d95-c8b510e07a5f), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:26.594772 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a466f-6fa9-429a-b510-34e97c033eb6 req-fe1a2eff-2526-4dc2-adca-dbfec6b318cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:26.596274 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-494a466f-6fa9-429a-b510-34e97c033eb6 req-fe1a2eff-2526-4dc2-adca-dbfec6b318cb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 1129 time: 0.0905445 Oct 14 03:08:26.643366 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=85b7ee5a-21b7-45b0-9d95-c8b510e07a5f,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:26.657585 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-773c81c3-990b-420d-9bde-aac2228ba794 req-151c77de-96ba-4ea1-b2a6-738f5a881f84 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504290 Oct 14 03:08:26.669375 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-494a466f-6fa9-429a-b510-34e97c033eb6 req-30c07fab-4f5e-4ebf-8b80-ea8651528c20 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646627 Oct 14 03:08:26.683957 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port e18b99a9-f003-40de-a7b1-30cc36ffa681, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=e18b99a9-f003-40de-a7b1-30cc36ffa681,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:26.692038 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:26.698405 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': 'e18b99a9-f003-40de-a7b1-30cc36ffa681', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'port_id': 'e18b99a9-f003-40de-a7b1-30cc36ffa681', 'mac_address': 'fa:16:3e:b1:7f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:08:26.722325 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (85b7ee5a-21b7-45b0-9d95-c8b510e07a5f), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:26.764005 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port e18b99a9-f003-40de-a7b1-30cc36ffa681 is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:08:26.764309 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:26.785632 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18b99a9-f003-40de-a7b1-30cc36ffa681 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:08:26.799330 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=85b7ee5a-21b7-45b0-9d95-c8b510e07a5f,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:26.812538 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port e18b99a9-f003-40de-a7b1-30cc36ffa681, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=e18b99a9-f003-40de-a7b1-30cc36ffa681,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:26.913210 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:26.965206 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=e18b99a9-f003-40de-a7b1-30cc36ffa681,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:27.044285 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6c31-d7de-4f52-874f-2bcad2c19c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:27.185160 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afbdec-2d85-48ab-880d-bb1a147310b6 req-deb66e2c-41fe-46a6-9908-3e2b57981e97 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:27.186768 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e6afbdec-2d85-48ab-880d-bb1a147310b6 req-deb66e2c-41fe-46a6-9908-3e2b57981e97 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 945 time: 0.0631986 Oct 14 03:08:27.289983 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['e18b99a9-f003-40de-a7b1-30cc36ffa681'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:08:27.290089 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823a60a-91df-41f6-ad82-b6999fcae7a3 req-e7be9f03-d130-47a0-b770-a85d39325493 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:27.290089 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f823a60a-91df-41f6-ad82-b6999fcae7a3 req-e7be9f03-d130-47a0-b770-a85d39325493 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 945 time: 0.0822837 Oct 14 03:08:27.303344 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e6afbdec-2d85-48ab-880d-bb1a147310b6 req-245b129a-2e74-447f-9f64-2ddd79986ffa tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083369 Oct 14 03:08:27.368537 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:27.379053 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f823a60a-91df-41f6-ad82-b6999fcae7a3 req-46f84a10-9103-4adc-bab4-9d71946275b4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716045 Oct 14 03:08:27.494522 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33454) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:27.552092 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19709406-415e-437a-9a30-3eb561347116'}, {'server_uuid': '8e2de16b-159b-4d0a-8830-7c37d2c16d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b7ee5a-21b7-45b0-9d95-c8b510e07a5f'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:08:27.555202 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f2c366-c96a-4207-96be-e15006680b94" -d '{"events": [{"server_uuid": "73287e1d-7bf7-4ebb-93e4-7e16bd29655e", "name": "network-vif-plugged", "status": "completed", "tag": "19709406-415e-437a-9a30-3eb561347116"}, {"server_uuid": "8e2de16b-159b-4d0a-8830-7c37d2c16d63", "name": "network-vif-plugged", "status": "completed", "tag": "85b7ee5a-21b7-45b0-9d95-c8b510e07a5f"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:08:27.580511 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c3842-ada3-46c3-8cf1-75b37a0ef94d req-6e207981-ce5a-4221-95d9-d71d38763ca5 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:27.580511 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fb4c3842-ada3-46c3-8cf1-75b37a0ef94d req-6e207981-ce5a-4221-95d9-d71d38763ca5 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0719054 Oct 14 03:08:27.626733 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fb4c3842-ada3-46c3-8cf1-75b37a0ef94d req-bc97f478-4ec8-43c7-9404-a8421a6dea26 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446863 Oct 14 03:08:27.627847 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:27.730528 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4394d0-2807-406a-843b-57381e2a1811 req-ad17a10c-bcb0-4765-9819-99eb9299c09f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:27.732324 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8c4394d0-2807-406a-843b-57381e2a1811 req-ad17a10c-bcb0-4765-9819-99eb9299c09f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0475554 Oct 14 03:08:27.761449 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Publish callbacks [] for security_group (b3d21106-dc6e-4c28-a2d2-4d62a639c39c), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:27.779863 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8c4394d0-2807-406a-843b-57381e2a1811 req-76b88bd1-33d0-4732-b812-bae0476ae013 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Oct 14 03:08:27.821978 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (b3d21106-dc6e-4c28-a2d2-4d62a639c39c), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:27.828214 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 14 Oct 2022 03:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa9a27c-e919-4380-ac73-8dbeb94ae836 x-openstack-request-id: req-baa9a27c-e919-4380-ac73-8dbeb94ae836 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:08:27.828508 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73287e1d-7bf7-4ebb-93e4-7e16bd29655e", "name": "network-vif-plugged", "status": "completed", "tag": "19709406-415e-437a-9a30-3eb561347116", "code": 200}, {"server_uuid": "8e2de16b-159b-4d0a-8830-7c37d2c16d63", "name": "network-vif-plugged", "status": "completed", "tag": "85b7ee5a-21b7-45b0-9d95-c8b510e07a5f", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:08:27.828760 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-baa9a27c-e919-4380-ac73-8dbeb94ae836 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:08:27.829156 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baa9a27c-e919-4380-ac73-8dbeb94ae836'] response: {'server_uuid': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19709406-415e-437a-9a30-3eb561347116', 'code': 200} Oct 14 03:08:27.829410 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baa9a27c-e919-4380-ac73-8dbeb94ae836'] response: {'server_uuid': '8e2de16b-159b-4d0a-8830-7c37d2c16d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b7ee5a-21b7-45b0-9d95-c8b510e07a5f', 'code': 200} Oct 14 03:08:27.860424 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d21106-dc6e-4c28-a2d2-4d62a639c39c,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:27.864386 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d2a7863d31e04296b9ee7b84ed92780b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676770 Oct 14 03:08:27.867187 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33462) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:27.870316 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:27.870664 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:27.871020 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:27.871362 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:27.872308 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:27.872646 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:27.872975 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:27.873303 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:27.873644 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:27.874001 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:27.874339 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:27.874667 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:27.874986 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:27.875303 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:27.875621 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6e648-10f2-4dde-adc3-d4a019034fe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:27.883450 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:27.919914 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Publish callbacks [] for security_group (b3d21106-dc6e-4c28-a2d2-4d62a639c39c), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:27.939156 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Publish callbacks [] for security_group (b3d21106-dc6e-4c28-a2d2-4d62a639c39c), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:28.055944 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (b3d21106-dc6e-4c28-a2d2-4d62a639c39c), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:28.058441 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:28.059575 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b3d21106-dc6e-4c28-a2d2-4d62a639c39c HTTP/1.1" status: 204 len: 168 time: 0.1913259 Oct 14 03:08:28.067483 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d21106-dc6e-4c28-a2d2-4d62a639c39c,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:28.075343 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:28.075689 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:28.076028 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:28.076360 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:28.076688 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:28.077014 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:28.077337 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:28.077656 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:28.078100 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:28.078309 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:28.078633 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:28.078956 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:28.079368 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:28.079634 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:28.079954 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f60417-ba38-4dfb-8b74-f2fa72249009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:28.301412 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:28.449751 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d80fb5-c7d9-44a8-8078-19154f5d5e29 req-1b804516-7df9-4c1c-acae-d6df50786e45 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:28.451378 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e6d80fb5-c7d9-44a8-8078-19154f5d5e29 req-1b804516-7df9-4c1c-acae-d6df50786e45 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 945 time: 0.0497017 Oct 14 03:08:28.514928 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e6d80fb5-c7d9-44a8-8078-19154f5d5e29 req-4b286209-9b6e-4665-bbaf-d7ec45496c5f tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567563 Oct 14 03:08:28.559714 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device e18b99a9-f003-40de-a7b1-30cc36ffa681 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:08:28.634850 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port e18b99a9-f003-40de-a7b1-30cc36ffa681 completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:08:28.645848 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91b5e4-9cd0-46c4-b6e6-f7c93961adc9 req-bd3e0f41-9746-42b4-8380-93d0ffbf4693 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:28.647566 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0a91b5e4-9cd0-46c4-b6e6-f7c93961adc9 req-bd3e0f41-9746-42b4-8380-93d0ffbf4693 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 945 time: 0.0786221 Oct 14 03:08:28.706027 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0a91b5e4-9cd0-46c4-b6e6-f7c93961adc9 req-0f37ad92-9b86-43c1-ad1d-2abeaabd95e9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480244 Oct 14 03:08:28.753200 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port e18b99a9-f003-40de-a7b1-30cc36ffa681 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:08:28.753610 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:28.753992 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port e18b99a9-f003-40de-a7b1-30cc36ffa681 Oct 14 03:08:28.805067 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33494) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:28.862222 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2ae7169a-3417-49f6-ad3a-8571f070cecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:28.881031 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:28.889956 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port e18b99a9-f003-40de-a7b1-30cc36ffa681 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:08:28.890586 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:28.891904 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15d128-231b-41d6-b777-adbf759a20af req-e125771f-1a49-4968-920c-0253771c9a16 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:28.901180 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-db15d128-231b-41d6-b777-adbf759a20af req-e125771f-1a49-4968-920c-0253771c9a16 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.1261692 Oct 14 03:08:28.925217 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db2c60-9fd4-4abb-a131-7c9c58a8d153 req-0bfd1cf9-3c5f-4fb3-8386-db119f216fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:28.926799 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-d0db2c60-9fd4-4abb-a131-7c9c58a8d153 req-0bfd1cf9-3c5f-4fb3-8386-db119f216fb1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 1129 time: 0.0937715 Oct 14 03:08:28.931249 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port e18b99a9-f003-40de-a7b1-30cc36ffa681, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=e18b99a9-f003-40de-a7b1-30cc36ffa681,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:28.941214 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb290e-23ba-4e7c-a450-f05a2cbe91d5 req-2ce31a4c-21a8-4425-ba79-be11547e7137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:28.942753 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5fbb290e-23ba-4e7c-a450-f05a2cbe91d5 req-2ce31a4c-21a8-4425-ba79-be11547e7137 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 1129 time: 0.0609279 Oct 14 03:08:28.971299 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-db15d128-231b-41d6-b777-adbf759a20af req-50199d63-6874-494b-96a1-574636266792 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692499 Oct 14 03:08:28.981091 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:28.993436 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-d0db2c60-9fd4-4abb-a131-7c9c58a8d153 req-fef69477-02e2-475c-869e-8f42bfac3f75 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583527 Oct 14 03:08:29.044180 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2ae7169a-3417-49f6-ad3a-8571f070cecc admin admin] Publish callbacks [] for security_group (532b5502-b27d-4ab5-be70-5ec0faaf009c), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:29.046275 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5fbb290e-23ba-4e7c-a450-f05a2cbe91d5 req-cd9cefda-d7b5-409a-95e7-4d1720470b56 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953369 Oct 14 03:08:29.078979 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:29.122120 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2ae7169a-3417-49f6-ad3a-8571f070cecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (532b5502-b27d-4ab5-be70-5ec0faaf009c), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:29.153475 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=e18b99a9-f003-40de-a7b1-30cc36ffa681,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:29.160792 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:29.161143 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:29.161513 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:29.161901 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:29.162371 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:29.162740 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:29.163044 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:29.163373 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:29.163756 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:29.164084 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:29.164414 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:29.164741 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:29.165065 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:29.165389 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:29.165709 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:08:29.193242 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4545e2-505f-4783-803a-760ccf2f2766 req-015b54f5-bfec-4018-8ded-c9f8016d467c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:29.194780 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ca4545e2-505f-4783-803a-760ccf2f2766 req-015b54f5-bfec-4018-8ded-c9f8016d467c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.1073043 Oct 14 03:08:29.218926 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7169a-3417-49f6-ad3a-8571f070cecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532b5502-b27d-4ab5-be70-5ec0faaf009c,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:29.229602 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-2ae7169a-3417-49f6-ad3a-8571f070cecc admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f402d8a43b5d435b9ae4d6f6015bfa6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4178336 Oct 14 03:08:29.230155 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33506) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:29.242797 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429a7d7-1459-46c0-a894-8049dc414011 req-b91e6058-7ca6-4eeb-941a-1ec058c666ea tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:29.244357 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a429a7d7-1459-46c0-a894-8049dc414011 req-b91e6058-7ca6-4eeb-941a-1ec058c666ea tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.1117625 Oct 14 03:08:29.255642 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33508) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:29.266588 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-4108a18a-6433-46eb-87a2-355b87606d44 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Request body: {'floatingip': {'port_id': '071c08ed-047d-41ca-80e6-701785e75787'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:08:29.266703 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:29.266780 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:29.287277 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2485aac1-415a-467d-a8d1-873fca02e5df admin admin] Publish callbacks [] for security_group (532b5502-b27d-4ab5-be70-5ec0faaf009c), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:29.309586 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2485aac1-415a-467d-a8d1-873fca02e5df admin admin] Publish callbacks [] for security_group (532b5502-b27d-4ab5-be70-5ec0faaf009c), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:29.345392 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ca4545e2-505f-4783-803a-760ccf2f2766 req-e5e9a9ac-9b4a-4e19-98c0-432b1a0ef612 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374395 Oct 14 03:08:29.348101 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4108a18a-6433-46eb-87a2-355b87606d44 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for floatingip (fd847eac-7d37-49b4-8fa1-a0ee9d83c12f), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:29.461471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2485aac1-415a-467d-a8d1-873fca02e5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (532b5502-b27d-4ab5-be70-5ec0faaf009c), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:29.464216 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2485aac1-415a-467d-a8d1-873fca02e5df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:29.465427 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-2485aac1-415a-467d-a8d1-873fca02e5df admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/532b5502-b27d-4ab5-be70-5ec0faaf009c HTTP/1.1" status: 204 len: 168 time: 0.2344689 Oct 14 03:08:29.473901 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485aac1-415a-467d-a8d1-873fca02e5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532b5502-b27d-4ab5-be70-5ec0faaf009c,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:29.645428 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33516) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:29.747331 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ab94d-74a6-41cf-9060-0f56fbe4f814 req-0babd708-b0e4-407c-9acf-5ff69e741adf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:29.755153 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c57ab94d-74a6-41cf-9060-0f56fbe4f814 req-0babd708-b0e4-407c-9acf-5ff69e741adf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.1544843 Oct 14 03:08:29.771341 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:29.830448 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18b99a9-f003-40de-a7b1-30cc36ffa681'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:08:29.833809 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07646567-1934-4642-8e2e-963dc345ff92" -d '{"events": [{"server_uuid": "d95dafdb-f3bf-4f25-96bc-6595e7f52a89", "name": "network-vif-plugged", "status": "completed", "tag": "e18b99a9-f003-40de-a7b1-30cc36ffa681"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:08:29.942275 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-017f6337-5a3f-4e71-9dac-37be82572743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:29.945943 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c57ab94d-74a6-41cf-9060-0f56fbe4f814 req-34026348-4a5e-4f9e-8bf6-167191d70e54 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899199 Oct 14 03:08:29.963974 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:30.022372 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1ac97d-7206-479b-9703-e225a94211a4 x-openstack-request-id: req-9d1ac97d-7206-479b-9703-e225a94211a4 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:08:30.022671 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95dafdb-f3bf-4f25-96bc-6595e7f52a89", "name": "network-vif-plugged", "status": "completed", "tag": "e18b99a9-f003-40de-a7b1-30cc36ffa681", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:08:30.023450 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d1ac97d-7206-479b-9703-e225a94211a4 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:08:30.023855 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d1ac97d-7206-479b-9703-e225a94211a4'] response: {'server_uuid': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18b99a9-f003-40de-a7b1-30cc36ffa681', 'code': 200} Oct 14 03:08:30.033432 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e66308-d3c2-40cb-b41a-34b711bdad0b req-684e2687-9b1c-4a1c-bb67-f97e869fa1ca tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:30.035070 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-76e66308-d3c2-40cb-b41a-34b711bdad0b req-684e2687-9b1c-4a1c-bb67-f97e869fa1ca tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 945 time: 0.2118196 Oct 14 03:08:30.074782 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-017f6337-5a3f-4e71-9dac-37be82572743 admin admin] Publish callbacks [] for security_group (0aced561-4b82-46d7-a044-440f7193ebf5), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:30.087795 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:30.106155 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.db.resource_extend [None req-4108a18a-6433-46eb-87a2-355b87606d44 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 14 03:08:30.150172 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-017f6337-5a3f-4e71-9dac-37be82572743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (0aced561-4b82-46d7-a044-440f7193ebf5), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:30.188127 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f6337-5a3f-4e71-9dac-37be82572743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aced561-4b82-46d7-a044-440f7193ebf5,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:30.194528 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-76e66308-d3c2-40cb-b41a-34b711bdad0b req-47584590-44a3-4f33-b1b4-fd7b39d51876 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354666 Oct 14 03:08:30.211606 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-017f6337-5a3f-4e71-9dac-37be82572743 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=00c0c89d0bb743f89a3f3c9ea67ef53e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5650029 Oct 14 03:08:30.214725 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33536) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:30.227336 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4108a18a-6433-46eb-87a2-355b87606d44 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:30.270057 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-869653bd-ae46-4a94-9234-48a2cd3a1685 admin admin] Publish callbacks [] for security_group (0aced561-4b82-46d7-a044-440f7193ebf5), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:30.290795 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-869653bd-ae46-4a94-9234-48a2cd3a1685 admin admin] Publish callbacks [] for security_group (0aced561-4b82-46d7-a044-440f7193ebf5), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:30.338848 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4108a18a-6433-46eb-87a2-355b87606d44 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (fd847eac-7d37-49b4-8fa1-a0ee9d83c12f), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:30.582959 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-869653bd-ae46-4a94-9234-48a2cd3a1685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (0aced561-4b82-46d7-a044-440f7193ebf5), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:30.585516 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-869653bd-ae46-4a94-9234-48a2cd3a1685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:30.586627 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-869653bd-ae46-4a94-9234-48a2cd3a1685 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0aced561-4b82-46d7-a044-440f7193ebf5 HTTP/1.1" status: 204 len: 168 time: 0.3709834 Oct 14 03:08:30.648296 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869653bd-ae46-4a94-9234-48a2cd3a1685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aced561-4b82-46d7-a044-440f7193ebf5,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:30.676994 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040947de-1c41-40fb-a731-1a827c37fb99 req-085e1cd7-0362-427a-bcb7-82b6160ce0e1 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:30.679851 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-040947de-1c41-40fb-a731-1a827c37fb99 req-085e1cd7-0362-427a-bcb7-82b6160ce0e1 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0999067 Oct 14 03:08:30.687455 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.l3_db [None req-4108a18a-6433-46eb-87a2-355b87606d44 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Floating IP fd847eac-7d37-49b4-8fa1-a0ee9d83c12f associated. External IP: 172.27.3.251, port: 071c08ed-047d-41ca-80e6-701785e75787. Oct 14 03:08:30.798507 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:30.819665 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-040947de-1c41-40fb-a731-1a827c37fb99 req-dc3a1f06-f4ec-4501-8ff1-b82852cc7d88 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286659 Oct 14 03:08:30.934063 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4108a18a-6433-46eb-87a2-355b87606d44 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:08:31.045037 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4108a18a-6433-46eb-87a2-355b87606d44 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:08:31.050568 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4108a18a-6433-46eb-87a2-355b87606d44 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:31.068878 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c93da74-e456-4354-9318-2e637c06246b None None] Sync routers for ids ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:08:31.077212 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c93da74-e456-4354-9318-2e637c06246b None None] Routers {'8129ec6d-5c25-406c-8f4c-232ae6e5c655'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:08:31.077860 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-4c93da74-e456-4354-9318-2e637c06246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:08:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:31.126816 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48229106-13fa-4b14-b088-e4583b249fa9 req-4e7bda69-49c6-4148-b7ae-12563921f4ce tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:31.128357 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-48229106-13fa-4b14-b088-e4583b249fa9 req-4e7bda69-49c6-4148-b7ae-12563921f4ce tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0557504 Oct 14 03:08:31.132744 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-4108a18a-6433-46eb-87a2-355b87606d44 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/fd847eac-7d37-49b4-8fa1-a0ee9d83c12f HTTP/1.1" status: 200 len: 991 time: 1.8760374 Oct 14 03:08:31.133596 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258e7a24-1f44-4662-b9b0-4f35c319a2d2', 'tag': '071c08ed-047d-41ca-80e6-701785e75787'}] {{(pid=105049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:08:31.137883 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fb9ae14b47f429fd368683312699964b37f4ab477e95edbe6fc545a578585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1721c16d-c6b6-4f2f-8085-39191e6d9786" -d '{"events": [{"name": "network-changed", "server_uuid": "258e7a24-1f44-4662-b9b0-4f35c319a2d2", "tag": "071c08ed-047d-41ca-80e6-701785e75787"}]}' {{(pid=105049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:08:31.222214 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1842f88b-1414-4330-9a01-f614e3a4af55 x-openstack-request-id: req-1842f88b-1414-4330-9a01-f614e3a4af55 {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:08:31.222214 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258e7a24-1f44-4662-b9b0-4f35c319a2d2", "tag": "071c08ed-047d-41ca-80e6-701785e75787", "status": "completed", "code": 200}]} {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:08:31.222214 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1842f88b-1414-4330-9a01-f614e3a4af55 {{(pid=105049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:08:31.222633 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1842f88b-1414-4330-9a01-f614e3a4af55'] response: {'name': 'network-changed', 'server_uuid': '258e7a24-1f44-4662-b9b0-4f35c319a2d2', 'tag': '071c08ed-047d-41ca-80e6-701785e75787', 'status': 'completed', 'code': 200} Oct 14 03:08:31.275545 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-48229106-13fa-4b14-b088-e4583b249fa9 req-71d62ba4-1e21-43ca-bf26-8ec9bd523d04 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260531 Oct 14 03:08:31.290396 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-4c93da74-e456-4354-9318-2e637c06246b None None] Set router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:08:31.342322 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eb723-15fb-4e60-8aa1-5582f68e5b7f req-89f91602-f523-476d-9147-e52016139d0e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:31.344340 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-161eb723-15fb-4e60-8aa1-5582f68e5b7f req-89f91602-f523-476d-9147-e52016139d0e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 945 time: 0.0492344 Oct 14 03:08:31.408807 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-161eb723-15fb-4e60-8aa1-5582f68e5b7f req-358b00d6-4d15-41a5-887a-23c7fa054c6b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562065 Oct 14 03:08:31.553982 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33590) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:31.602543 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2206cf7d-cdcc-48a7-b27f-d2b31be653f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:31.602753 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-4c93da74-e456-4354-9318-2e637c06246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:43Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': 'fd847eac-7d37-49b4-8fa1-a0ee9d83c12f', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'port_id': '071c08ed-047d-41ca-80e6-701785e75787', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'mac_address': 'fa:16:3e:a7:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258e7a24-1f44-4662-b9b0-4f35c319a2d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:07:52Z', 'updated_at': '2022-10-14T03:08:29Z', 'revision_number': 1, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff38b85-bafb-40e6-a854-d7c6ab4f0a39', 'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'mac_address': 'fa:16:3e:b5:c2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:41Z', 'updated_at': '2022-10-14T03:08:05Z', 'revision_number': 5, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'subnets': [{'id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:31.640476 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c93da74-e456-4354-9318-2e637c06246b None None] Checking router: 8129ec6d-5c25-406c-8f4c-232ae6e5c655 for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:08:31.642350 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c5117-222d-4ff9-8a8b-6199afa6716d req-d94cbb0a-4e44-41e7-9f01-128972df78bc tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:31.644602 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-788c5117-222d-4ff9-8a8b-6199afa6716d req-d94cbb0a-4e44-41e7-9f01-128972df78bc tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 945 time: 0.0834000 Oct 14 03:08:31.655699 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c93da74-e456-4354-9318-2e637c06246b None None] Routers {'8129ec6d-5c25-406c-8f4c-232ae6e5c655'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:08:31.656137 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33594) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:31.656796 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-4c93da74-e456-4354-9318-2e637c06246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:08:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:31.660769 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-05182061-65da-480b-9299-5654502491bf tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'floatingip': {'port_id': '19709406-415e-437a-9a30-3eb561347116'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:08:31.691060 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:31.749143 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2206cf7d-cdcc-48a7-b27f-d2b31be653f4 admin admin] Publish callbacks [] for security_group (40359087-5d49-40a1-87d8-fec1accaa5ee), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:31.772862 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-05182061-65da-480b-9299-5654502491bf tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:31.801361 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-4c93da74-e456-4354-9318-2e637c06246b None None] Set router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:08:31.843178 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2206cf7d-cdcc-48a7-b27f-d2b31be653f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (40359087-5d49-40a1-87d8-fec1accaa5ee), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:31.875695 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-2206cf7d-cdcc-48a7-b27f-d2b31be653f4 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=89fadb3a6cb54d599fddef24a3eb945e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200402 Oct 14 03:08:31.879325 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33606) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:31.889095 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8976441d-861d-4e67-a649-a0055a0e65df req-699ef782-bcaa-4128-a36a-d974fd298c12 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1515429 Oct 14 03:08:31.932632 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206cf7d-cdcc-48a7-b27f-d2b31be653f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40359087-5d49-40a1-87d8-fec1accaa5ee,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:32.019753 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208013b-7da8-4a55-ad1d-6ed04d0c26ea req-6bdf77a9-82fc-425b-bdc3-d9a8159f9c92 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:32.021385 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1208013b-7da8-4a55-ad1d-6ed04d0c26ea req-6bdf77a9-82fc-425b-bdc3-d9a8159f9c92 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0968370 Oct 14 03:08:32.029397 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3cbe9fc8-aa5f-4882-8c85-5a38c9fe2dd8 admin admin] Publish callbacks [] for security_group (40359087-5d49-40a1-87d8-fec1accaa5ee), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:32.056244 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3cbe9fc8-aa5f-4882-8c85-5a38c9fe2dd8 admin admin] Publish callbacks [] for security_group (40359087-5d49-40a1-87d8-fec1accaa5ee), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:32.109237 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:32.129607 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-4c93da74-e456-4354-9318-2e637c06246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:43Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': 'fd847eac-7d37-49b4-8fa1-a0ee9d83c12f', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'port_id': '071c08ed-047d-41ca-80e6-701785e75787', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'mac_address': 'fa:16:3e:a7:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258e7a24-1f44-4662-b9b0-4f35c319a2d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:07:52Z', 'updated_at': '2022-10-14T03:08:29Z', 'revision_number': 1, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff38b85-bafb-40e6-a854-d7c6ab4f0a39', 'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'mac_address': 'fa:16:3e:b5:c2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:41Z', 'updated_at': '2022-10-14T03:08:05Z', 'revision_number': 5, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'subnets': [{'id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:32.176038 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c93da74-e456-4354-9318-2e637c06246b None None] The sync data for ids ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'] in dv-cinder-801522-13-iscsi is: [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:43Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': 'fd847eac-7d37-49b4-8fa1-a0ee9d83c12f', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'port_id': '071c08ed-047d-41ca-80e6-701785e75787', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'mac_address': 'fa:16:3e:a7:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258e7a24-1f44-4662-b9b0-4f35c319a2d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:07:52Z', 'updated_at': '2022-10-14T03:08:29Z', 'revision_number': 1, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff38b85-bafb-40e6-a854-d7c6ab4f0a39', 'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'mac_address': 'fa:16:3e:b5:c2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:41Z', 'updated_at': '2022-10-14T03:08:05Z', 'revision_number': 5, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'subnets': [{'id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:08:32.186655 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1208013b-7da8-4a55-ad1d-6ed04d0c26ea req-c56c5743-3fbd-4f80-b65a-0277b44e1fdd tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495647 Oct 14 03:08:32.214785 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3cbe9fc8-aa5f-4882-8c85-5a38c9fe2dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (40359087-5d49-40a1-87d8-fec1accaa5ee), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:32.217454 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3cbe9fc8-aa5f-4882-8c85-5a38c9fe2dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:32.218675 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-3cbe9fc8-aa5f-4882-8c85-5a38c9fe2dd8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/40359087-5d49-40a1-87d8-fec1accaa5ee HTTP/1.1" status: 204 len: 168 time: 0.3384109 Oct 14 03:08:32.256634 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe9fc8-aa5f-4882-8c85-5a38c9fe2dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40359087-5d49-40a1-87d8-fec1accaa5ee,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:32.340860 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23c294-c233-40c8-bc21-acc3d41a74ab req-78b2b3a6-7711-4428-88b2-1df360e485d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:32.343187 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2f23c294-c233-40c8-bc21-acc3d41a74ab req-78b2b3a6-7711-4428-88b2-1df360e485d1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 1130 time: 0.0653036 Oct 14 03:08:32.469484 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2f23c294-c233-40c8-bc21-acc3d41a74ab req-5e54c40d-f28e-48ba-b979-471486605b16 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190579 Oct 14 03:08:32.514281 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c209c4f-c073-4dac-8570-966f97d52f05 req-68b41c05-b957-4ba3-a74e-9df4f86239d7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:32.515797 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2c209c4f-c073-4dac-8570-966f97d52f05 req-68b41c05-b957-4ba3-a74e-9df4f86239d7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0884099 Oct 14 03:08:32.556283 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976441d-861d-4e67-a649-a0055a0e65df req-03769f07-93ff-4907-ba77-6d0edf393094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:32.557879 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8976441d-861d-4e67-a649-a0055a0e65df req-03769f07-93ff-4907-ba77-6d0edf393094 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 1130 time: 0.0957015 Oct 14 03:08:32.587073 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721c16d-c6b6-4f2f-8085-39191e6d9786 req-e5ea3bfa-b68e-486d-8de6-29640dd52182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:32.588529 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1721c16d-c6b6-4f2f-8085-39191e6d9786 req-e5ea3bfa-b68e-486d-8de6-29640dd52182 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=5470d8ee28f74b4eb385a90c33a514b8&device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 1129 time: 0.1252623 Oct 14 03:08:32.591482 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2c209c4f-c073-4dac-8570-966f97d52f05 req-65562cde-3ab5-403e-9e84-bca40553f072 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574863 Oct 14 03:08:32.625737 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:32.625951 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940a796b-5002-47f2-816f-fb262ea34925 None None] New status for floating IP fd847eac-7d37-49b4-8fa1-a0ee9d83c12f: ACTIVE {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:08:33.016242 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:33.024300 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb36f7-df45-40c8-ad79-35ecd070901e req-290de93b-378e-469c-aa67-7869f30eb34a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:33.026215 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-42fb36f7-df45-40c8-ad79-35ecd070901e req-290de93b-378e-469c-aa67-7869f30eb34a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0670867 Oct 14 03:08:33.079260 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-42fb36f7-df45-40c8-ad79-35ecd070901e req-cdec4a4b-6ee1-44cd-81a5-9698e61b3753 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453568 Oct 14 03:08:33.117627 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721c16d-c6b6-4f2f-8085-39191e6d9786 req-5c2fa1fd-2ea8-4310-a8ee-4b88d018d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:33.119245 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1721c16d-c6b6-4f2f-8085-39191e6d9786 req-5c2fa1fd-2ea8-4310-a8ee-4b88d018d3ac service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=706c2be8-801d-4fd3-a7af-a476e6a9ec99 HTTP/1.1" status: 200 len: 912 time: 0.3250721 Oct 14 03:08:33.124741 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976441d-861d-4e67-a649-a0055a0e65df req-fdb5f967-878a-430e-9572-b21c86817b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:33.126221 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8976441d-861d-4e67-a649-a0055a0e65df req-fdb5f967-878a-430e-9572-b21c86817b2a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 200 len: 919 time: 0.2729528 Oct 14 03:08:33.135211 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-05182061-65da-480b-9299-5654502491bf tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:33.215793 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-05182061-65da-480b-9299-5654502491bf tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:33.225481 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33648) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:33.239205 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-86b1ec9b-b23b-4d9f-b666-7f685570aca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:33.320123 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-86b1ec9b-b23b-4d9f-b666-7f685570aca2 admin admin] Publish callbacks [] for security_group (c85a25d6-8f40-4894-8050-8469b3810c46), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:33.379557 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8976441d-861d-4e67-a649-a0055a0e65df req-c8d4aee8-b34b-4c40-8378-b4ca3b7928f7 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c75b196-f33a-4b89-b5fd-abf20f10fb84 HTTP/1.1" status: 200 len: 217 time: 0.0804927 Oct 14 03:08:33.399683 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-86b1ec9b-b23b-4d9f-b666-7f685570aca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (c85a25d6-8f40-4894-8050-8469b3810c46), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:33.410496 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.l3_db [None req-05182061-65da-480b-9299-5654502491bf tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Floating IP 9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8 associated. External IP: 172.27.3.213, port: 19709406-415e-437a-9a30-3eb561347116. Oct 14 03:08:33.447374 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1ec9b-b23b-4d9f-b666-7f685570aca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85a25d6-8f40-4894-8050-8469b3810c46,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:33.452632 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-86b1ec9b-b23b-4d9f-b666-7f685570aca2 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7845ac7ad3bc40b693af52ba81517309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260354 Oct 14 03:08:33.455201 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33652) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:33.469553 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1721c16d-c6b6-4f2f-8085-39191e6d9786 req-9f2479db-303d-48da-a6c1-030553dcba92 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=071c08ed-047d-41ca-80e6-701785e75787 HTTP/1.1" status: 200 len: 1001 time: 0.1734188 Oct 14 03:08:33.509998 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e4269ab1-b8bc-4ff1-940f-ea85fd816295 admin admin] Publish callbacks [] for security_group (c85a25d6-8f40-4894-8050-8469b3810c46), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:33.531478 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e4269ab1-b8bc-4ff1-940f-ea85fd816295 admin admin] Publish callbacks [] for security_group (c85a25d6-8f40-4894-8050-8469b3810c46), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:33.616324 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:33.627447 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e4269ab1-b8bc-4ff1-940f-ea85fd816295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (c85a25d6-8f40-4894-8050-8469b3810c46), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:33.630389 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e4269ab1-b8bc-4ff1-940f-ea85fd816295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:33.632831 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-e4269ab1-b8bc-4ff1-940f-ea85fd816295 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c85a25d6-8f40-4894-8050-8469b3810c46 HTTP/1.1" status: 204 len: 168 time: 0.1760583 Oct 14 03:08:33.650689 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4269ab1-b8bc-4ff1-940f-ea85fd816295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85a25d6-8f40-4894-8050-8469b3810c46,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:33.651211 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05182061-65da-480b-9299-5654502491bf tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:08:33.737221 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:33.785171 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb6000-4a8f-4666-8616-383dfc2b3185 req-3f452556-f4d7-42f5-b59d-054532825b59 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:33.792642 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-07cb6000-4a8f-4666-8616-383dfc2b3185 req-3f452556-f4d7-42f5-b59d-054532825b59 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0925188 Oct 14 03:08:33.838326 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05182061-65da-480b-9299-5654502491bf tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:08:33.843547 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-05182061-65da-480b-9299-5654502491bf tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:33.852979 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1412ff-a119-4e19-b401-589f0983700c None None] Sync routers for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:08:33.860706 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-07cb6000-4a8f-4666-8616-383dfc2b3185 req-51a5e115-87c4-428b-9c49-84cb1068473c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606401 Oct 14 03:08:33.864919 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1412ff-a119-4e19-b401-589f0983700c None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:08:33.866173 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-ad1412ff-a119-4e19-b401-589f0983700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:08:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:33.913094 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721c16d-c6b6-4f2f-8085-39191e6d9786 req-07508525-d7c5-4bbd-b1db-f3c73c6b4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:33.915260 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1721c16d-c6b6-4f2f-8085-39191e6d9786 req-07508525-d7c5-4bbd-b1db-f3c73c6b4d55 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=326ff2bf-f78a-4292-afd2-858a661cf898 HTTP/1.1" status: 200 len: 850 time: 0.1172085 Oct 14 03:08:33.930370 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-05182061-65da-480b-9299-5654502491bf tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8 HTTP/1.1" status: 200 len: 991 time: 2.2730417 Oct 14 03:08:33.933001 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'tag': '19709406-415e-437a-9a30-3eb561347116'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:08:33.935362 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22106925-7264-4322-bb42-794f6a370720" -d '{"events": [{"name": "network-changed", "server_uuid": "73287e1d-7bf7-4ebb-93e4-7e16bd29655e", "tag": "19709406-415e-437a-9a30-3eb561347116"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:08:33.941358 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976441d-861d-4e67-a649-a0055a0e65df req-6fb20a7b-7ae0-4e6f-8909-50920c5d3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:33.942844 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8976441d-861d-4e67-a649-a0055a0e65df req-6fb20a7b-7ae0-4e6f-8909-50920c5d3761 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=83361155-00a4-439a-b18b-f6450713d13d HTTP/1.1" status: 200 len: 857 time: 0.1544905 Oct 14 03:08:33.977563 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f18c474-d703-43e4-b3d5-68ef982facc2 x-openstack-request-id: req-4f18c474-d703-43e4-b3d5-68ef982facc2 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:08:33.977887 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73287e1d-7bf7-4ebb-93e4-7e16bd29655e", "tag": "19709406-415e-437a-9a30-3eb561347116", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:08:33.978087 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-ad1412ff-a119-4e19-b401-589f0983700c None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:08:33.978189 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f18c474-d703-43e4-b3d5-68ef982facc2 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:08:33.978590 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f18c474-d703-43e4-b3d5-68ef982facc2'] response: {'name': 'network-changed', 'server_uuid': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'tag': '19709406-415e-437a-9a30-3eb561347116', 'status': 'completed', 'code': 200} Oct 14 03:08:34.122651 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:34.131163 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:34.214056 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef16ffd-fe3b-4517-9120-3ae5b722e0d3 req-93198908-7bee-4a0b-a17f-a8a76422523c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:34.216185 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1ef16ffd-fe3b-4517-9120-3ae5b722e0d3 req-93198908-7bee-4a0b-a17f-a8a76422523c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0553474 Oct 14 03:08:34.230275 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-ad1412ff-a119-4e19-b401-589f0983700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'port_id': '19709406-415e-437a-9a30-3eb561347116', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'mac_address': 'fa:16:3e:ab:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:07:49Z', 'updated_at': '2022-10-14T03:08:32Z', 'revision_number': 1, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:34.260555 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1412ff-a119-4e19-b401-589f0983700c None None] Checking router: 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:08:34.270718 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1412ff-a119-4e19-b401-589f0983700c None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:08:34.271326 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-ad1412ff-a119-4e19-b401-589f0983700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:08:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:34.292982 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1ef16ffd-fe3b-4517-9120-3ae5b722e0d3 req-63ae0316-57c8-4011-9eff-34a7ff1ca734 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656111 Oct 14 03:08:34.334540 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33682) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:34.385510 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-ad1412ff-a119-4e19-b401-589f0983700c None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:08:34.458459 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a5a18-5347-46cf-9612-1e48fe002e93 req-44124f45-fb71-45b7-8e05-eaddd284b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:34.461102 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-032a5a18-5347-46cf-9612-1e48fe002e93 req-44124f45-fb71-45b7-8e05-eaddd284b578 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 1129 time: 0.0473385 Oct 14 03:08:34.571843 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:34.603357 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a5a18-5347-46cf-9612-1e48fe002e93 req-47c6cd50-82cd-43ca-9b65-7f8b63a54a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:34.605478 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-032a5a18-5347-46cf-9612-1e48fe002e93 req-47c6cd50-82cd-43ca-9b65-7f8b63a54a75 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 200 len: 919 time: 0.1394203 Oct 14 03:08:34.622852 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-ad1412ff-a119-4e19-b401-589f0983700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'port_id': '19709406-415e-437a-9a30-3eb561347116', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'mac_address': 'fa:16:3e:ab:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:07:49Z', 'updated_at': '2022-10-14T03:08:32Z', 'revision_number': 1, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:34.657039 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1412ff-a119-4e19-b401-589f0983700c None None] The sync data for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi is: [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'port_id': '19709406-415e-437a-9a30-3eb561347116', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'mac_address': 'fa:16:3e:ab:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:07:49Z', 'updated_at': '2022-10-14T03:08:32Z', 'revision_number': 1, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:08:34.666385 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-032a5a18-5347-46cf-9612-1e48fe002e93 req-f538d504-69f0-40b0-b088-22374ecb814f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b7ee5a-21b7-45b0-9d95-c8b510e07a5f HTTP/1.1" status: 200 len: 217 time: 0.0537448 Oct 14 03:08:34.768373 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33694) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:34.788500 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ac103956-1730-4148-b3f2-8b60161eb88f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:34.788928 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a5a18-5347-46cf-9612-1e48fe002e93 req-c08e3ab0-dab8-48a1-af6a-ec26ed28d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:34.790713 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-032a5a18-5347-46cf-9612-1e48fe002e93 req-c08e3ab0-dab8-48a1-af6a-ec26ed28d4d4 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=83361155-00a4-439a-b18b-f6450713d13d HTTP/1.1" status: 200 len: 857 time: 0.1175859 Oct 14 03:08:34.809813 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721c16d-c6b6-4f2f-8085-39191e6d9786 req-da3d7186-4c92-4b1a-ad2c-49e61c37350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:34.811890 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1721c16d-c6b6-4f2f-8085-39191e6d9786 req-da3d7186-4c92-4b1a-ad2c-49e61c37350c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=706c2be8-801d-4fd3-a7af-a476e6a9ec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3915925 Oct 14 03:08:34.818231 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976441d-861d-4e67-a649-a0055a0e65df req-8857184e-31e0-49dd-8bff-b92e8199a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:34.820511 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8976441d-861d-4e67-a649-a0055a0e65df req-8857184e-31e0-49dd-8bff-b92e8199a245 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=55f1e2d7-2b20-46bb-a21a-28526552f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3982575 Oct 14 03:08:34.827162 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22106925-7264-4322-bb42-794f6a370720 req-108f444b-8e23-4640-ab0f-fcb3c3e97102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:34.828805 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-22106925-7264-4322-bb42-794f6a370720 req-108f444b-8e23-4640-ab0f-fcb3c3e97102 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=20fb24be77624e59b8560c7863ca4a46&device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 1129 time: 0.1298900 Oct 14 03:08:34.852133 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a5a18-5347-46cf-9612-1e48fe002e93 req-ad7f2abd-8020-4168-8a33-ca8dbd30d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:34.854217 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-032a5a18-5347-46cf-9612-1e48fe002e93 req-ad7f2abd-8020-4168-8a33-ca8dbd30d54a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=55f1e2d7-2b20-46bb-a21a-28526552f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0567062 Oct 14 03:08:34.864594 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:34.913144 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:35.009861 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-032a5a18-5347-46cf-9612-1e48fe002e93 req-d4ca3e13-8e7f-4e23-bc7b-2c31f8bef027 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431358 Oct 14 03:08:35.010951 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a77d6551-c128-45bb-92a0-7a13136ae406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:35.058796 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2002c86e-163a-4ade-81cd-8809088e1ac3 None None] New status for floating IP 9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8: ACTIVE {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:08:35.100992 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22106925-7264-4322-bb42-794f6a370720 req-654dd053-c95e-4b3e-9cd0-3210cb8156e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:35.102526 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-22106925-7264-4322-bb42-794f6a370720 req-654dd053-c95e-4b3e-9cd0-3210cb8156e5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=bb28930e-3d0a-43c7-985a-b1d6573d124d HTTP/1.1" status: 200 len: 915 time: 0.2566125 Oct 14 03:08:35.169781 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ddb94-1d0a-422d-bb53-24d2bc5ba5af req-90f62cf4-576e-417d-8f85-de49186dc264 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:35.169781 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d68ddb94-1d0a-422d-bb53-24d2bc5ba5af req-90f62cf4-576e-417d-8f85-de49186dc264 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.1488047 Oct 14 03:08:35.182052 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8976441d-861d-4e67-a649-a0055a0e65df req-b04e9df1-3bd9-4f62-8cfa-e6cc220b89c7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369079 Oct 14 03:08:35.261874 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:35.264173 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-032a5a18-5347-46cf-9612-1e48fe002e93 req-29ad0843-9e59-4f40-9329-0f31dc2e2a2c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769271 Oct 14 03:08:35.269535 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ac103956-1730-4148-b3f2-8b60161eb88f admin admin] Publish callbacks [] for security_group (7649c10e-daec-4fb7-a5d9-6dbd47d820d6), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:35.286391 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d68ddb94-1d0a-422d-bb53-24d2bc5ba5af req-65ba3e1b-2e31-4300-84fd-3eb9020e229b tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096084 Oct 14 03:08:35.300565 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a77d6551-c128-45bb-92a0-7a13136ae406 admin admin] Publish callbacks [] for security_group (e9d17a62-3273-4464-9c55-8203d17de032), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:35.341928 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1721c16d-c6b6-4f2f-8085-39191e6d9786 req-3fec9ef3-b45e-492b-958c-aceb37b3dd42 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910054 Oct 14 03:08:35.341928 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-22106925-7264-4322-bb42-794f6a370720 req-00d28c64-1d9f-4dc8-ad02-dee05bbc7c36 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19709406-415e-437a-9a30-3eb561347116 HTTP/1.1" status: 200 len: 999 time: 0.1540959 Oct 14 03:08:35.397340 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ac103956-1730-4148-b3f2-8b60161eb88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (7649c10e-daec-4fb7-a5d9-6dbd47d820d6), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:35.464850 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a77d6551-c128-45bb-92a0-7a13136ae406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (e9d17a62-3273-4464-9c55-8203d17de032), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:35.478526 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7464b9e-6532-4682-a479-5e245b14a620 req-1c79036f-524c-4bc6-900f-488e0494dd38 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:35.480033 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d7464b9e-6532-4682-a479-5e245b14a620 req-1c79036f-524c-4bc6-900f-488e0494dd38 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0974605 Oct 14 03:08:35.499341 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33722) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:35.510223 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:35.517150 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-fee84bc4-edd4-44ab-9e16-5adb6346d43d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Request body: {'floatingip': {'port_id': 'e18b99a9-f003-40de-a7b1-30cc36ffa681'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:08:35.519659 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8976441d-861d-4e67-a649-a0055a0e65df req-3dc703db-1c4a-4036-bd15-314a340c2d39 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238587 Oct 14 03:08:35.540526 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-ac103956-1730-4148-b3f2-8b60161eb88f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=a7e0265e9e984aa4a5432f309c22f591&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2037778 Oct 14 03:08:35.547048 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33724) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:35.557525 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac103956-1730-4148-b3f2-8b60161eb88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7649c10e-daec-4fb7-a5d9-6dbd47d820d6,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:35.563898 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22106925-7264-4322-bb42-794f6a370720 req-a9239dca-8c97-45e9-91b9-547103452b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:35.565333 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-22106925-7264-4322-bb42-794f6a370720 req-a9239dca-8c97-45e9-91b9-547103452b66 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=135773a1-0191-4c48-88ba-8f3ab667b670 HTTP/1.1" status: 200 len: 853 time: 0.1816230 Oct 14 03:08:35.574040 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca7c7d-5189-4ff9-9a7e-dbfe3e9fc9a7 req-9ddf78fe-6f05-4e93-8bc1-976756a5d217 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:35.575546 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-84ca7c7d-5189-4ff9-9a7e-dbfe3e9fc9a7 req-9ddf78fe-6f05-4e93-8bc1-976756a5d217 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.1943181 Oct 14 03:08:35.590998 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-a77d6551-c128-45bb-92a0-7a13136ae406 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=df8d43e298c5449f8f0e8c3db7c07a41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8212900 Oct 14 03:08:35.594556 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33726) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:35.598312 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fee84bc4-edd4-44ab-9e16-5adb6346d43d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for floatingip (de47ad7e-99cf-4acf-8a94-353bc45fb40d), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:35.603312 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d6551-c128-45bb-92a0-7a13136ae406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d17a62-3273-4464-9c55-8203d17de032,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:35.647259 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1721c16d-c6b6-4f2f-8085-39191e6d9786 req-caf6fc15-6539-48c9-8d81-bbd46520ec81 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940910 Oct 14 03:08:35.712677 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d6d357c2-a749-4750-8a5f-ec034590108e admin admin] Publish callbacks [] for security_group (7649c10e-daec-4fb7-a5d9-6dbd47d820d6), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:35.716824 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22106925-7264-4322-bb42-794f6a370720 req-1d1021d7-279a-43ec-8147-ba14141a7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:35.717908 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-22106925-7264-4322-bb42-794f6a370720 req-1d1021d7-279a-43ec-8147-ba14141a7c03 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=bb28930e-3d0a-43c7-985a-b1d6573d124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0854454 Oct 14 03:08:35.723570 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-84ca7c7d-5189-4ff9-9a7e-dbfe3e9fc9a7 req-d988f7ad-b4bf-4a44-b5e1-fdb9a5175a4e tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389139 Oct 14 03:08:35.758120 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d6d357c2-a749-4750-8a5f-ec034590108e admin admin] Publish callbacks [] for security_group (7649c10e-daec-4fb7-a5d9-6dbd47d820d6), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:35.760366 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-0c1bec3d-cb0b-4b7a-b74e-bfb38f400be0 admin admin] Publish callbacks [] for security_group (e9d17a62-3273-4464-9c55-8203d17de032), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:35.833495 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:35.844250 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-0c1bec3d-cb0b-4b7a-b74e-bfb38f400be0 admin admin] Publish callbacks [] for security_group (e9d17a62-3273-4464-9c55-8203d17de032), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:35.920377 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-22106925-7264-4322-bb42-794f6a370720 req-e655d7e8-8786-4673-b9e7-e7e7bebef619 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653209 Oct 14 03:08:36.003712 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d6d357c2-a749-4750-8a5f-ec034590108e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (7649c10e-daec-4fb7-a5d9-6dbd47d820d6), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:36.003712 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d6d357c2-a749-4750-8a5f-ec034590108e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:36.004407 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-d6d357c2-a749-4750-8a5f-ec034590108e admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/7649c10e-daec-4fb7-a5d9-6dbd47d820d6 HTTP/1.1" status: 204 len: 168 time: 0.4530265 Oct 14 03:08:36.013177 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d357c2-a749-4750-8a5f-ec034590108e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7649c10e-daec-4fb7-a5d9-6dbd47d820d6,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:36.014583 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:36.044464 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-0c1bec3d-cb0b-4b7a-b74e-bfb38f400be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (e9d17a62-3273-4464-9c55-8203d17de032), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:36.047106 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-0c1bec3d-cb0b-4b7a-b74e-bfb38f400be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:36.048265 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-0c1bec3d-cb0b-4b7a-b74e-bfb38f400be0 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/e9d17a62-3273-4464-9c55-8203d17de032 HTTP/1.1" status: 204 len: 168 time: 0.4489911 Oct 14 03:08:36.056993 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bec3d-cb0b-4b7a-b74e-bfb38f400be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d17a62-3273-4464-9c55-8203d17de032,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:36.099327 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fee84bc4-edd4-44ab-9e16-5adb6346d43d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:36.165114 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fee84bc4-edd4-44ab-9e16-5adb6346d43d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (de47ad7e-99cf-4acf-8a94-353bc45fb40d), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:36.298766 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.l3_db [None req-fee84bc4-edd4-44ab-9e16-5adb6346d43d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Floating IP de47ad7e-99cf-4acf-8a94-353bc45fb40d associated. External IP: 172.27.3.243, port: e18b99a9-f003-40de-a7b1-30cc36ffa681. Oct 14 03:08:36.362255 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-22106925-7264-4322-bb42-794f6a370720 req-56cd7fb3-4788-455f-ac99-bf8e701f598b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136887 Oct 14 03:08:36.520379 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee84bc4-edd4-44ab-9e16-5adb6346d43d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Router 81e22758-1511-4527-8f1c-fe3815b3ceb5 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:08:36.525603 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:36.592952 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33748) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:36.609767 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-0711af98-7b7e-48c5-981a-0622797b5f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:36.763968 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-0711af98-7b7e-48c5-981a-0622797b5f5f admin admin] Publish callbacks [] for security_group (1eea00ad-4737-40b6-9016-51968a5bb58a), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:36.838804 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-0711af98-7b7e-48c5-981a-0622797b5f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (1eea00ad-4737-40b6-9016-51968a5bb58a), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:36.881291 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-0711af98-7b7e-48c5-981a-0622797b5f5f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=83f9b422ab7b466e8b88aa0a4f2c04c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868452 Oct 14 03:08:36.885507 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33754) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:36.893856 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711af98-7b7e-48c5-981a-0622797b5f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eea00ad-4737-40b6-9016-51968a5bb58a,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:36.930569 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241c17c-1081-4657-848f-258b33810482 req-03d873eb-b890-4266-81e5-e37bfcfa4e3d tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:36.932077 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3241c17c-1081-4657-848f-258b33810482 req-03d873eb-b890-4266-81e5-e37bfcfa4e3d tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0673835 Oct 14 03:08:36.933380 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee84bc4-edd4-44ab-9e16-5adb6346d43d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:08:36.938603 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fee84bc4-edd4-44ab-9e16-5adb6346d43d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:36.947673 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833be241-c125-45ae-be7b-bf4228f2a0e6 None None] Sync routers for ids ['81e22758-1511-4527-8f1c-fe3815b3ceb5'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:08:36.976231 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42c1c96f-6303-4351-8118-ce8ccec09527 admin admin] Publish callbacks [] for security_group (1eea00ad-4737-40b6-9016-51968a5bb58a), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:37.002162 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-fee84bc4-edd4-44ab-9e16-5adb6346d43d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/de47ad7e-99cf-4acf-8a94-353bc45fb40d HTTP/1.1" status: 200 len: 992 time: 1.5005498 Oct 14 03:08:37.008886 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'tag': 'e18b99a9-f003-40de-a7b1-30cc36ffa681'}] {{(pid=105049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:08:37.011776 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fb9ae14b47f429fd368683312699964b37f4ab477e95edbe6fc545a578585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3138f12b-4aad-4cbc-b8ed-0816a0b8b703" -d '{"events": [{"name": "network-changed", "server_uuid": "d95dafdb-f3bf-4f25-96bc-6595e7f52a89", "tag": "e18b99a9-f003-40de-a7b1-30cc36ffa681"}]}' {{(pid=105049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:08:37.037626 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42c1c96f-6303-4351-8118-ce8ccec09527 admin admin] Publish callbacks [] for security_group (1eea00ad-4737-40b6-9016-51968a5bb58a), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:37.038029 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3241c17c-1081-4657-848f-258b33810482 req-9792e0c1-5d0b-4536-a5ec-1a747a1e2be8 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923753 Oct 14 03:08:37.074052 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833be241-c125-45ae-be7b-bf4228f2a0e6 None None] Routers {'81e22758-1511-4527-8f1c-fe3815b3ceb5'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:08:37.074667 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-833be241-c125-45ae-be7b-bf4228f2a0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:08:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['81e22758-1511-4527-8f1c-fe3815b3ceb5'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:37.086910 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9821284-996c-4fb8-9613-79f9c599a9c9 x-openstack-request-id: req-d9821284-996c-4fb8-9613-79f9c599a9c9 {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:08:37.086910 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95dafdb-f3bf-4f25-96bc-6595e7f52a89", "tag": "e18b99a9-f003-40de-a7b1-30cc36ffa681", "status": "completed", "code": 200}]} {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:08:37.087155 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9821284-996c-4fb8-9613-79f9c599a9c9 {{(pid=105049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:08:37.089653 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9821284-996c-4fb8-9613-79f9c599a9c9'] response: {'name': 'network-changed', 'server_uuid': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'tag': 'e18b99a9-f003-40de-a7b1-30cc36ffa681', 'status': 'completed', 'code': 200} Oct 14 03:08:37.129287 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33764) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:37.143465 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a6125b8f-4f26-494d-9f9d-951610d48f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:37.190486 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-833be241-c125-45ae-be7b-bf4228f2a0e6 None None] Set router 81e22758-1511-4527-8f1c-fe3815b3ceb5 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:08:37.205328 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42c1c96f-6303-4351-8118-ce8ccec09527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (1eea00ad-4737-40b6-9016-51968a5bb58a), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:37.207224 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-42c1c96f-6303-4351-8118-ce8ccec09527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:37.208314 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-42c1c96f-6303-4351-8118-ce8ccec09527 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1eea00ad-4737-40b6-9016-51968a5bb58a HTTP/1.1" status: 204 len: 168 time: 0.3217239 Oct 14 03:08:37.247985 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1c96f-6303-4351-8118-ce8ccec09527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eea00ad-4737-40b6-9016-51968a5bb58a,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:37.265615 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138f12b-4aad-4cbc-b8ed-0816a0b8b703 req-69086167-b7ec-49e8-8859-74bac3f9960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:37.267294 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3138f12b-4aad-4cbc-b8ed-0816a0b8b703 req-69086167-b7ec-49e8-8859-74bac3f9960d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=55f278e0f09c45ca8ab33cd9e102446c&device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 1130 time: 0.0720911 Oct 14 03:08:37.350065 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a6125b8f-4f26-494d-9f9d-951610d48f19 admin admin] Publish callbacks [] for security_group (fae3b9d7-58c7-4587-8895-aedec3e46b8a), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:37.387990 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138f12b-4aad-4cbc-b8ed-0816a0b8b703 req-18d36e89-ad1d-4fcb-b2ff-2452311626c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:37.389467 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3138f12b-4aad-4cbc-b8ed-0816a0b8b703 req-18d36e89-ad1d-4fcb-b2ff-2452311626c7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dc7d519e-6d73-4b0e-803b-556cfc3b6498 HTTP/1.1" status: 200 len: 918 time: 0.1126552 Oct 14 03:08:37.412407 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:37.421850 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a6125b8f-4f26-494d-9f9d-951610d48f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (fae3b9d7-58c7-4587-8895-aedec3e46b8a), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:37.473389 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-a6125b8f-4f26-494d-9f9d-951610d48f19 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=56b6a1a123da472982f7a66a900015f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428845 Oct 14 03:08:37.473702 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33776) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:37.490441 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3138f12b-4aad-4cbc-b8ed-0816a0b8b703 req-651314d1-7c76-4925-96e3-a02f1070eaea service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e18b99a9-f003-40de-a7b1-30cc36ffa681 HTTP/1.1" status: 200 len: 1000 time: 0.0836430 Oct 14 03:08:37.490997 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-833be241-c125-45ae-be7b-bf4228f2a0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': 'de47ad7e-99cf-4acf-8a94-353bc45fb40d', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'floating_ip_address': '172.27.3.243', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'port_id': 'e18b99a9-f003-40de-a7b1-30cc36ffa681', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'mac_address': 'fa:16:3e:b1:7f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:07:50Z', 'updated_at': '2022-10-14T03:08:35Z', 'revision_number': 1, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95623a04-e6be-4a48-9e2b-d406c885e069', 'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'mac_address': 'fa:16:3e:7a:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 5, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'subnets': [{'id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:37.501033 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6125b8f-4f26-494d-9f9d-951610d48f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae3b9d7-58c7-4587-8895-aedec3e46b8a,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:37.521697 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833be241-c125-45ae-be7b-bf4228f2a0e6 None None] Checking router: 81e22758-1511-4527-8f1c-fe3815b3ceb5 for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:08:37.531943 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833be241-c125-45ae-be7b-bf4228f2a0e6 None None] Routers {'81e22758-1511-4527-8f1c-fe3815b3ceb5'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:08:37.532774 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-833be241-c125-45ae-be7b-bf4228f2a0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:08:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['81e22758-1511-4527-8f1c-fe3815b3ceb5'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:37.569920 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:37.585725 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138f12b-4aad-4cbc-b8ed-0816a0b8b703 req-3803253d-6943-4d74-ad5a-792f400668a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:37.587197 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3138f12b-4aad-4cbc-b8ed-0816a0b8b703 req-3803253d-6943-4d74-ad5a-792f400668a2 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=536f6c3e-3717-4a16-a702-45e46a354d55 HTTP/1.1" status: 200 len: 856 time: 0.0867152 Oct 14 03:08:37.592536 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d72409a5-95aa-413b-90b2-ef4b162b5ee8 admin admin] Publish callbacks [] for security_group (fae3b9d7-58c7-4587-8895-aedec3e46b8a), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:37.622250 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:37.629651 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:37.637363 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-833be241-c125-45ae-be7b-bf4228f2a0e6 None None] Set router 81e22758-1511-4527-8f1c-fe3815b3ceb5 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:08:37.643568 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d72409a5-95aa-413b-90b2-ef4b162b5ee8 admin admin] Publish callbacks [] for security_group (fae3b9d7-58c7-4587-8895-aedec3e46b8a), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:37.665740 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138f12b-4aad-4cbc-b8ed-0816a0b8b703 req-ce753a7f-0219-46b1-8471-82766384f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:37.667253 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3138f12b-4aad-4cbc-b8ed-0816a0b8b703 req-ce753a7f-0219-46b1-8471-82766384f4e4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dc7d519e-6d73-4b0e-803b-556cfc3b6498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0642121 Oct 14 03:08:37.800580 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3138f12b-4aad-4cbc-b8ed-0816a0b8b703 req-e4da3091-62b2-455f-ae9b-51646c5bcfa6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196265 Oct 14 03:08:37.872799 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d72409a5-95aa-413b-90b2-ef4b162b5ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (fae3b9d7-58c7-4587-8895-aedec3e46b8a), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:37.875524 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d72409a5-95aa-413b-90b2-ef4b162b5ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:37.876646 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-d72409a5-95aa-413b-90b2-ef4b162b5ee8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/fae3b9d7-58c7-4587-8895-aedec3e46b8a HTTP/1.1" status: 204 len: 168 time: 0.3977609 Oct 14 03:08:37.891225 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72409a5-95aa-413b-90b2-ef4b162b5ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae3b9d7-58c7-4587-8895-aedec3e46b8a,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:37.898655 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-833be241-c125-45ae-be7b-bf4228f2a0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': 'de47ad7e-99cf-4acf-8a94-353bc45fb40d', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'floating_ip_address': '172.27.3.243', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'port_id': 'e18b99a9-f003-40de-a7b1-30cc36ffa681', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'mac_address': 'fa:16:3e:b1:7f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:07:50Z', 'updated_at': '2022-10-14T03:08:35Z', 'revision_number': 1, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95623a04-e6be-4a48-9e2b-d406c885e069', 'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'mac_address': 'fa:16:3e:7a:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 5, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'subnets': [{'id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:37.927419 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833be241-c125-45ae-be7b-bf4228f2a0e6 None None] The sync data for ids ['81e22758-1511-4527-8f1c-fe3815b3ceb5'] in dv-cinder-801522-13-iscsi is: [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': 'de47ad7e-99cf-4acf-8a94-353bc45fb40d', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'floating_ip_address': '172.27.3.243', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'port_id': 'e18b99a9-f003-40de-a7b1-30cc36ffa681', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'mac_address': 'fa:16:3e:b1:7f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:07:50Z', 'updated_at': '2022-10-14T03:08:35Z', 'revision_number': 1, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95623a04-e6be-4a48-9e2b-d406c885e069', 'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'mac_address': 'fa:16:3e:7a:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 5, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'subnets': [{'id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:08:37.976998 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3138f12b-4aad-4cbc-b8ed-0816a0b8b703 req-82693580-72bb-41d8-b60c-5a118fa5b2ef service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642444 Oct 14 03:08:38.165358 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ac94af-88f6-4563-a3b7-eceb8cd3f256 None None] New status for floating IP de47ad7e-99cf-4acf-8a94-353bc45fb40d: ACTIVE {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:08:38.184301 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0eebb-26da-4aa6-93e3-f4ffad7e323f req-bb642bc2-73b3-4742-a763-00ca4517e0f2 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:38.186191 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-02e0eebb-26da-4aa6-93e3-f4ffad7e323f req-bb642bc2-73b3-4742-a763-00ca4517e0f2 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0559230 Oct 14 03:08:38.217201 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:38.243781 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-02e0eebb-26da-4aa6-93e3-f4ffad7e323f req-b3800e62-1426-423e-95a5-811f4fae4fd5 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515974 Oct 14 03:08:38.623971 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33824) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:38.729253 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33830) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:38.747021 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cefd0905-7adb-417a-a09a-5d65aa847d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:38.829572 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cefd0905-7adb-417a-a09a-5d65aa847d26 admin admin] Publish callbacks [] for security_group (e5ce7aa8-2b84-4cc3-9347-4ce0f4683955), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:38.871622 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-02be7a4b-c8da-4726-be22-cbeb954eb263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:38.919486 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cefd0905-7adb-417a-a09a-5d65aa847d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (e5ce7aa8-2b84-4cc3-9347-4ce0f4683955), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:38.978214 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-cefd0905-7adb-417a-a09a-5d65aa847d26 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ac9ea53b915248fa92bc5dfb5fc85785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478502 Oct 14 03:08:38.980996 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33834) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:38.984157 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-02be7a4b-c8da-4726-be22-cbeb954eb263 admin admin] Publish callbacks [] for security_group (d0f2770d-38bd-4b11-9236-492d428d62f2), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:38.985084 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd0905-7adb-417a-a09a-5d65aa847d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ce7aa8-2b84-4cc3-9347-4ce0f4683955,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:39.035286 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-39c855a1-7259-4983-b1ce-bbac5f443000 admin admin] Publish callbacks [] for security_group (e5ce7aa8-2b84-4cc3-9347-4ce0f4683955), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:39.038313 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33836) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:39.055855 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-02be7a4b-c8da-4726-be22-cbeb954eb263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (d0f2770d-38bd-4b11-9236-492d428d62f2), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:39.062261 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-39c855a1-7259-4983-b1ce-bbac5f443000 admin admin] Publish callbacks [] for security_group (e5ce7aa8-2b84-4cc3-9347-4ce0f4683955), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:39.102536 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-02be7a4b-c8da-4726-be22-cbeb954eb263 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ff08703801ed4e03a584956222704d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4773982 Oct 14 03:08:39.105142 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33840) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:39.112554 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be7a4b-c8da-4726-be22-cbeb954eb263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f2770d-38bd-4b11-9236-492d428d62f2,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:39.155249 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-2514c228-e7ec-4f8e-a9da-ff5e470451a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1811151714-network', 'tenant_id': '9e3dfb4977504552a5480cd375ded7dd'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:08:39.169375 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5dc03086-0fbd-4b10-a0a5-cdc293f2d7da admin admin] Publish callbacks [] for security_group (d0f2770d-38bd-4b11-9236-492d428d62f2), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:39.190048 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5dc03086-0fbd-4b10-a0a5-cdc293f2d7da admin admin] Publish callbacks [] for security_group (d0f2770d-38bd-4b11-9236-492d428d62f2), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:39.195861 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:39.210280 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-39c855a1-7259-4983-b1ce-bbac5f443000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (e5ce7aa8-2b84-4cc3-9347-4ce0f4683955), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:39.213057 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-39c855a1-7259-4983-b1ce-bbac5f443000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:39.216550 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-39c855a1-7259-4983-b1ce-bbac5f443000 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/e5ce7aa8-2b84-4cc3-9347-4ce0f4683955 HTTP/1.1" status: 204 len: 168 time: 0.2316289 Oct 14 03:08:39.223379 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c855a1-7259-4983-b1ce-bbac5f443000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ce7aa8-2b84-4cc3-9347-4ce0f4683955,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:39.248971 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2514c228-e7ec-4f8e-a9da-ff5e470451a0 admin admin] Made reservation on behalf of 9e3dfb4977504552a5480cd375ded7dd for: {'network': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:08:39.251404 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2514c228-e7ec-4f8e-a9da-ff5e470451a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:39.260738 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2514c228-e7ec-4f8e-a9da-ff5e470451a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:39.263265 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:39.363387 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac4adb-be92-4d7e-8231-f01cc0a36c26 req-4695988e-5b36-4572-b3e7-636cac8e2de3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:39.364779 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-77ac4adb-be92-4d7e-8231-f01cc0a36c26 req-4695988e-5b36-4572-b3e7-636cac8e2de3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0452578 Oct 14 03:08:39.366984 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5dc03086-0fbd-4b10-a0a5-cdc293f2d7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (d0f2770d-38bd-4b11-9236-492d428d62f2), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:39.369632 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5dc03086-0fbd-4b10-a0a5-cdc293f2d7da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:39.370711 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-5dc03086-0fbd-4b10-a0a5-cdc293f2d7da admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d0f2770d-38bd-4b11-9236-492d428d62f2 HTTP/1.1" status: 204 len: 168 time: 0.2646515 Oct 14 03:08:39.409437 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc03086-0fbd-4b10-a0a5-cdc293f2d7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f2770d-38bd-4b11-9236-492d428d62f2,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:39.432136 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2514c228-e7ec-4f8e-a9da-ff5e470451a0 admin admin] Publish callbacks [] for security_group (83cba561-7959-4445-8a41-9737ef07d79e), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:39.451913 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-77ac4adb-be92-4d7e-8231-f01cc0a36c26 req-658e5a0a-da04-416c-9c40-1edfb13ebc1b tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784607 Oct 14 03:08:39.524557 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2514c228-e7ec-4f8e-a9da-ff5e470451a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (83cba561-7959-4445-8a41-9737ef07d79e), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:39.543592 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2514c228-e7ec-4f8e-a9da-ff5e470451a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=105050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 03:08:39.559367 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514c228-e7ec-4f8e-a9da-ff5e470451a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cba561-7959-4445-8a41-9737ef07d79e,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:39.562360 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2514c228-e7ec-4f8e-a9da-ff5e470451a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (e65be11f-b696-46bf-bef8-fad00cafa6bf), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:39.562814 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.segments_db [None req-2514c228-e7ec-4f8e-a9da-ff5e470451a0 admin admin] Added segment e65be11f-b696-46bf-bef8-fad00cafa6bf of type vlan for network 6f9d2079-fec7-4a8b-b52a-3ca108fd76be Oct 14 03:08:39.608056 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2514c228-e7ec-4f8e-a9da-ff5e470451a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (6f9d2079-fec7-4a8b-b52a-3ca108fd76be), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:39.706786 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2514c228-e7ec-4f8e-a9da-ff5e470451a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (6f9d2079-fec7-4a8b-b52a-3ca108fd76be), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:39.708070 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2514c228-e7ec-4f8e-a9da-ff5e470451a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:39.708650 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2514c228-e7ec-4f8e-a9da-ff5e470451a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:39.756928 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:39.770589 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514c228-e7ec-4f8e-a9da-ff5e470451a0 admin admin] Pushing event updated for resources: {'Network': ['ID=6f9d2079-fec7-4a8b-b52a-3ca108fd76be,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:39.781632 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network 6f9d2079-fec7-4a8b-b52a-3ca108fd76be details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 03:08:39.794483 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:39.830253 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-2514c228-e7ec-4f8e-a9da-ff5e470451a0 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7907133 Oct 14 03:08:39.833284 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33860) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:39.839158 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-e5ae93a4-5b0f-4d94-bfda-22a4b162b77f admin admin] Request body: {'subnet': {'network_id': '6f9d2079-fec7-4a8b-b52a-3ca108fd76be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1811151714-subnet', 'tenant_id': '9e3dfb4977504552a5480cd375ded7dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:08:39.924950 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ae93a4-5b0f-4d94-bfda-22a4b162b77f admin admin] Made reservation on behalf of 9e3dfb4977504552a5480cd375ded7dd for: {'subnet': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:08:39.928216 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e5ae93a4-5b0f-4d94-bfda-22a4b162b77f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129056296'] for subnet (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:40.039468 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:08:40.134943 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33870) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:40.148512 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-56f80188-d4d1-4459-bb1e-2312c7acb996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:40.182577 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e5ae93a4-5b0f-4d94-bfda-22a4b162b77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128314532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129056314'] for subnet (e2884b1e-4021-41fb-8507-46229cec12f6), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:40.254118 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:40.275514 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae93a4-5b0f-4d94-bfda-22a4b162b77f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2884b1e-4021-41fb-8507-46229cec12f6,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:40.293777 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ae93a4-5b0f-4d94-bfda-22a4b162b77f admin admin] Checking segment: {'id': 'e65be11f-b696-46bf-bef8-fad00cafa6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6f9d2079-fec7-4a8b-b52a-3ca108fd76be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:08:40.294131 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ae93a4-5b0f-4d94-bfda-22a4b162b77f admin admin] Network hostable DHCP agents. Network: 6f9d2079-fec7-4a8b-b52a-3ca108fd76be, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 03:08:40.297317 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-56f80188-d4d1-4459-bb1e-2312c7acb996 admin admin] Publish callbacks [] for security_group (545e3e56-54a9-40fe-97e0-9c24f55dde52), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:40.381571 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-56f80188-d4d1-4459-bb1e-2312c7acb996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (545e3e56-54a9-40fe-97e0-9c24f55dde52), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:40.418995 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ae93a4-5b0f-4d94-bfda-22a4b162b77f admin admin] Network 6f9d2079-fec7-4a8b-b52a-3ca108fd76be is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 03:08:40.426980 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-56f80188-d4d1-4459-bb1e-2312c7acb996 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=fb4d940eede741469b90aa1b4d0cd4b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910292 Oct 14 03:08:40.429231 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f80188-d4d1-4459-bb1e-2312c7acb996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545e3e56-54a9-40fe-97e0-9c24f55dde52,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:40.430298 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33876) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:40.482093 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ea1bea08-40d8-4692-8534-a84d00c8b8d9 admin admin] Publish callbacks [] for security_group (545e3e56-54a9-40fe-97e0-9c24f55dde52), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:40.506344 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ea1bea08-40d8-4692-8534-a84d00c8b8d9 admin admin] Publish callbacks [] for security_group (545e3e56-54a9-40fe-97e0-9c24f55dde52), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:40.525664 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-e5ae93a4-5b0f-4d94-bfda-22a4b162b77f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, 6f9d2079-fec7-4a8b-b52a-3ca108fd76be) {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:08:40.530755 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ae93a4-5b0f-4d94-bfda-22a4b162b77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:40.532138 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e5ae93a4-5b0f-4d94-bfda-22a4b162b77f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:40.537893 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79abc8c1-a4d0-4113-a26d-e9d6206c8567 None None] Network 6f9d2079-fec7-4a8b-b52a-3ca108fd76be requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:08:40.541851 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:40.587904 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:40.607018 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb205a0-95ea-4bd3-bfb0-6ccd5cfe8955 req-49d4ff49-bdc3-4fe3-b5be-cb7a0cb3fe21 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:40.608498 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9cb205a0-95ea-4bd3-bfb0-6ccd5cfe8955 req-49d4ff49-bdc3-4fe3-b5be-cb7a0cb3fe21 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0492179 Oct 14 03:08:40.643579 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-e5ae93a4-5b0f-4d94-bfda-22a4b162b77f admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8004580 Oct 14 03:08:40.658046 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83af5769-6748-4df9-aaad-339f5341ad2e None None] Network 6f9d2079-fec7-4a8b-b52a-3ca108fd76be requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:08:40.660095 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ea1bea08-40d8-4692-8534-a84d00c8b8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (545e3e56-54a9-40fe-97e0-9c24f55dde52), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:40.663667 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ea1bea08-40d8-4692-8534-a84d00c8b8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:40.666961 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-ea1bea08-40d8-4692-8534-a84d00c8b8d9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/545e3e56-54a9-40fe-97e0-9c24f55dde52 HTTP/1.1" status: 204 len: 168 time: 0.2331605 Oct 14 03:08:40.682922 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bea08-40d8-4692-8534-a84d00c8b8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545e3e56-54a9-40fe-97e0-9c24f55dde52,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:40.688866 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9cb205a0-95ea-4bd3-bfb0-6ccd5cfe8955 req-3f511c07-7dc6-426a-a53e-956cdf9ac7bb tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739920 Oct 14 03:08:41.832368 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a2080-7d45-4834-be90-7a672010e596 req-afcfc70e-7b09-4ab0-aa86-b19ec73c14a7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:41.832368 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bc9a2080-7d45-4834-be90-7a672010e596 req-afcfc70e-7b09-4ab0-aa86-b19ec73c14a7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0530941 Oct 14 03:08:41.877340 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bc9a2080-7d45-4834-be90-7a672010e596 req-ae4c1a03-58ce-45b1-a217-78496c6f527b tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507221 Oct 14 03:08:42.366729 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 33952) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:42.517544 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d1424d50-484a-4740-9c91-dfb33d9f97a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:42.598382 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d1424d50-484a-4740-9c91-dfb33d9f97a7 admin admin] Publish callbacks [] for security_group (2b53aae2-7b09-4ffb-b457-737e363f6146), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:42.764650 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d1424d50-484a-4740-9c91-dfb33d9f97a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (2b53aae2-7b09-4ffb-b457-737e363f6146), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:42.807057 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-d1424d50-484a-4740-9c91-dfb33d9f97a7 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d3229255075a428b83187644d2f1602e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4392402 Oct 14 03:08:42.808046 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1424d50-484a-4740-9c91-dfb33d9f97a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b53aae2-7b09-4ffb-b457-737e363f6146,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:42.815265 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33966) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:42.864167 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-20bf7640-27c4-4fb4-bc02-55bf76cf95da admin admin] Publish callbacks [] for security_group (2b53aae2-7b09-4ffb-b457-737e363f6146), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:42.885635 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-20bf7640-27c4-4fb4-bc02-55bf76cf95da admin admin] Publish callbacks [] for security_group (2b53aae2-7b09-4ffb-b457-737e363f6146), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:43.010163 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-20bf7640-27c4-4fb4-bc02-55bf76cf95da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (2b53aae2-7b09-4ffb-b457-737e363f6146), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:43.012753 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-20bf7640-27c4-4fb4-bc02-55bf76cf95da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:43.013932 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-20bf7640-27c4-4fb4-bc02-55bf76cf95da admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2b53aae2-7b09-4ffb-b457-737e363f6146 HTTP/1.1" status: 204 len: 168 time: 0.2022402 Oct 14 03:08:43.026955 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf7640-27c4-4fb4-bc02-55bf76cf95da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b53aae2-7b09-4ffb-b457-737e363f6146,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:43.043080 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7af666-b814-414f-81cf-b2b903f775d5 req-5765a8bf-018e-4f4f-9cd1-90a8dc83f833 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:43.051432 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fa7af666-b814-414f-81cf-b2b903f775d5 req-5765a8bf-018e-4f4f-9cd1-90a8dc83f833 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0787365 Oct 14 03:08:43.096908 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:43.104767 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fa7af666-b814-414f-81cf-b2b903f775d5 req-6a6717c0-6dec-4543-b812-8c484c6b1764 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521569 Oct 14 03:08:43.339967 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-1318ef25-b65f-4cc5-ae12-cf58270efcd5 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:43.341452 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-1318ef25-b65f-4cc5-ae12-cf58270efcd5 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/networks?id=6f9d2079-fec7-4a8b-b52a-3ca108fd76be HTTP/1.1" status: 200 len: 814 time: 0.1094820 Oct 14 03:08:43.357388 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-7b1dc0d1-fae4-4563-b81b-427420e3be81 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/quotas/9e3dfb4977504552a5480cd375ded7dd HTTP/1.1" status: 200 len: 375 time: 0.0101480 Oct 14 03:08:43.391182 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5bc417aa-a3a7-4011-a0ff-e7d4d4f35bbe tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=9e3dfb4977504552a5480cd375ded7dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279527 Oct 14 03:08:43.498788 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-006e6c5e-ced2-41af-a987-ec3103ad2761 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6f9d2079-fec7-4a8b-b52a-3ca108fd76be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993037 Oct 14 03:08:43.589083 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5196db3f-5700-4a83-93ff-55f728df4a6f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6f9d2079-fec7-4a8b-b52a-3ca108fd76be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841272 Oct 14 03:08:43.739401 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 33996) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:43.753621 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-597e83ff-d7df-4438-90d0-67861bbfe5b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:43.854736 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-597e83ff-d7df-4438-90d0-67861bbfe5b2 admin admin] Publish callbacks [] for security_group (8f175717-8495-49f9-9c55-72bc31c69e2f), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:43.872128 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-df25931a-e749-40bb-8755-339e8d2ad8c4 req-3e0cf04e-c598-4c57-b57f-f024a0e44a07 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 210 time: 0.0323334 Oct 14 03:08:43.947411 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-597e83ff-d7df-4438-90d0-67861bbfe5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (8f175717-8495-49f9-9c55-72bc31c69e2f), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:43.991759 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-597e83ff-d7df-4438-90d0-67861bbfe5b2 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=2a1efcc350544e2da5c8fd73ac91e55b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489016 Oct 14 03:08:43.991759 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e83ff-d7df-4438-90d0-67861bbfe5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f175717-8495-49f9-9c55-72bc31c69e2f,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:43.992287 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 34012) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:44.055768 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-74c9ca8b-ee0c-448f-8005-7c527716f857 admin admin] Publish callbacks [] for security_group (8f175717-8495-49f9-9c55-72bc31c69e2f), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:44.058348 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:44.076448 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-74c9ca8b-ee0c-448f-8005-7c527716f857 admin admin] Publish callbacks [] for security_group (8f175717-8495-49f9-9c55-72bc31c69e2f), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:44.218814 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-74c9ca8b-ee0c-448f-8005-7c527716f857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (8f175717-8495-49f9-9c55-72bc31c69e2f), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:44.222451 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-74c9ca8b-ee0c-448f-8005-7c527716f857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:44.230057 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-74c9ca8b-ee0c-448f-8005-7c527716f857 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8f175717-8495-49f9-9c55-72bc31c69e2f HTTP/1.1" status: 204 len: 168 time: 0.2297451 Oct 14 03:08:44.236845 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc50ef5-7032-462f-8b53-5b71521dd218 req-78d383be-89f9-46bb-934a-eabd68ebf77b tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:44.238565 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ecc50ef5-7032-462f-8b53-5b71521dd218 req-78d383be-89f9-46bb-934a-eabd68ebf77b tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0545113 Oct 14 03:08:44.260097 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9ca8b-ee0c-448f-8005-7c527716f857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f175717-8495-49f9-9c55-72bc31c69e2f,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:44.348503 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ecc50ef5-7032-462f-8b53-5b71521dd218 req-29a8b96d-d92b-41c5-a7f8-ead70422c9f0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950563 Oct 14 03:08:44.354268 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7d6d1-c18d-4225-8328-59e98899b4b4 req-9d9e9337-dd3f-4d5d-9255-f7f12a2c644b tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:44.355740 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-81e7d6d1-c18d-4225-8328-59e98899b4b4 req-9d9e9337-dd3f-4d5d-9255-f7f12a2c644b tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 946 time: 0.0737035 Oct 14 03:08:44.413992 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-81e7d6d1-c18d-4225-8328-59e98899b4b4 req-05a607ff-1f40-4e8c-8e39-e88e58431d78 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510380 Oct 14 03:08:44.971015 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-aaf6a717-d6cc-4c23-bd42-88eaeea2d292 req-26969706-007f-4767-bac3-76e6a0045383 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 210 time: 0.0276136 Oct 14 03:08:45.478289 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de94f5a-66ba-4df2-b682-fd9a1b4c2c35 req-1b56cde0-2c57-4280-ac4b-599c4ca3dfea tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:45.479837 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7de94f5a-66ba-4df2-b682-fd9a1b4c2c35 req-1b56cde0-2c57-4280-ac4b-599c4ca3dfea tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0512130 Oct 14 03:08:45.569433 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33232760-3104-441a-9671-5e84e4de392f req-3f6ff63b-e877-46d6-860a-cd5936e8ffc0 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:45.571058 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-33232760-3104-441a-9671-5e84e4de392f req-3f6ff63b-e877-46d6-860a-cd5936e8ffc0 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 946 time: 0.0705767 Oct 14 03:08:45.574219 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7de94f5a-66ba-4df2-b682-fd9a1b4c2c35 req-51724159-ecc4-45fc-bc72-46c34f0ef64a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880659 Oct 14 03:08:45.622299 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-33232760-3104-441a-9671-5e84e4de392f req-578e00ec-268e-4b49-8842-ddb501bbc28e tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447574 Oct 14 03:08:46.074194 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cc9e68de-8498-485e-a2af-5792d233cedb req-644d6336-44ff-4862-8131-189e2ae944fc tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 210 time: 0.0268550 Oct 14 03:08:46.702638 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07519b7d-f97d-497c-ab96-b87479c4db6a req-3b745746-fbce-4163-beff-b12d475900fd tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:46.704202 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-07519b7d-f97d-497c-ab96-b87479c4db6a req-3b745746-fbce-4163-beff-b12d475900fd tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0537260 Oct 14 03:08:46.746342 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28586cda-ab57-43cb-9c85-3a98ee0c152d req-5e42f45a-ea01-42a2-a829-a9939cb3c54f tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:46.747828 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-28586cda-ab57-43cb-9c85-3a98ee0c152d req-5e42f45a-ea01-42a2-a829-a9939cb3c54f tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 946 time: 0.0815091 Oct 14 03:08:46.792833 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-07519b7d-f97d-497c-ab96-b87479c4db6a req-32c0f88e-030a-4628-8ab8-01e0c1a32827 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824554 Oct 14 03:08:46.807438 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa250cc-ea50-4a96-afd6-6a281171fd82 req-d6b31f7e-5076-4d17-908b-b26c00b714f5 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:46.810209 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5aa250cc-ea50-4a96-afd6-6a281171fd82 req-d6b31f7e-5076-4d17-908b-b26c00b714f5 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 946 time: 0.0662682 Oct 14 03:08:46.847097 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:46.882206 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5aa250cc-ea50-4a96-afd6-6a281171fd82 req-7ae8088d-3e94-47ac-bd93-ae7a2b60da6c tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=89f06afc-514f-43f6-9744-dad773846941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625596 Oct 14 03:08:46.892650 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-28586cda-ab57-43cb-9c85-3a98ee0c152d req-ca176b5c-55e6-480a-ac39-913ef75946ce tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Deleting port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:08:46.892993 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-28586cda-ab57-43cb-9c85-3a98ee0c152d req-ca176b5c-55e6-480a-ac39-913ef75946ce tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:47.021084 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 34096) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:47.153805 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2f6fb374-55a9-46ae-8ea5-fa0af4867b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:47.195424 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:47.226788 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2e8dbdba-d214-42bd-9994-ce7ff21fbdc1 req-b538003f-71ff-4661-8b2e-bf1307452b89 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 210 time: 0.0453258 Oct 14 03:08:47.259910 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-28586cda-ab57-43cb-9c85-3a98ee0c152d req-ca176b5c-55e6-480a-ac39-913ef75946ce tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] For port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f,segment=NetworkSegment(544659b3-ca9d-4948-b9c7-9516ca268a2a),segment_id=544659b3-ca9d-4948-b9c7-9516ca268a2a)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:47.259910 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-28586cda-ab57-43cb-9c85-3a98ee0c152d req-ca176b5c-55e6-480a-ac39-913ef75946ce tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:47.275543 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-28586cda-ab57-43cb-9c85-3a98ee0c152d req-ca176b5c-55e6-480a-ac39-913ef75946ce tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Calling delete_port for c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:08:47.293920 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2f6fb374-55a9-46ae-8ea5-fa0af4867b2c admin admin] Publish callbacks [] for security_group (25ed81d2-9f15-4a73-a99e-5fae61183983), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:47.358465 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2f6fb374-55a9-46ae-8ea5-fa0af4867b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (25ed81d2-9f15-4a73-a99e-5fae61183983), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:47.383085 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:47.402288 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-2f6fb374-55a9-46ae-8ea5-fa0af4867b2c admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b7e8f1717dd94efa843abbb993735c84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843150 Oct 14 03:08:47.404271 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fb374-55a9-46ae-8ea5-fa0af4867b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ed81d2-9f15-4a73-a99e-5fae61183983,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:47.406659 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 34108) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:47.460692 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d600d829-b9ae-43f6-b234-5dc5e0d83dd7 admin admin] Publish callbacks [] for security_group (25ed81d2-9f15-4a73-a99e-5fae61183983), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:47.478227 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-28586cda-ab57-43cb-9c85-3a98ee0c152d req-ca176b5c-55e6-480a-ac39-913ef75946ce tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:47.481549 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d600d829-b9ae-43f6-b234-5dc5e0d83dd7 admin admin] Publish callbacks [] for security_group (25ed81d2-9f15-4a73-a99e-5fae61183983), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:47.503749 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca176b5c-55e6-480a-ac39-913ef75946ce tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Pushing event deleted for resources: {'Port': ['ID=c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:47.527464 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:08:47.574970 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-28586cda-ab57-43cb-9c85-3a98ee0c152d req-ca176b5c-55e6-480a-ac39-913ef75946ce tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] No DVR routers for this DVR port c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:08:47.578177 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-28586cda-ab57-43cb-9c85-3a98ee0c152d req-ca176b5c-55e6-480a-ac39-913ef75946ce tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:47.582399 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-28586cda-ab57-43cb-9c85-3a98ee0c152d req-ca176b5c-55e6-480a-ac39-913ef75946ce tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.40 "DELETE /networking/v2.0/ports/c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f HTTP/1.1" status: 204 len: 173 time: 0.8234138 Oct 14 03:08:47.582929 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706d7731-fcb4-4570-be80-854614a86150', 'name': 'network-vif-deleted', 'tag': 'c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:08:47.586222 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568a2bcc-4b5b-487a-8c7c-b1f78a5b9185" -d '{"events": [{"server_uuid": "706d7731-fcb4-4570-be80-854614a86150", "name": "network-vif-deleted", "tag": "c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:08:47.587867 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d600d829-b9ae-43f6-b234-5dc5e0d83dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (25ed81d2-9f15-4a73-a99e-5fae61183983), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:47.591360 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d600d829-b9ae-43f6-b234-5dc5e0d83dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:47.594885 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-d600d829-b9ae-43f6-b234-5dc5e0d83dd7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/25ed81d2-9f15-4a73-a99e-5fae61183983 HTTP/1.1" status: 204 len: 168 time: 0.1838887 Oct 14 03:08:47.619945 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600d829-b9ae-43f6-b234-5dc5e0d83dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ed81d2-9f15-4a73-a99e-5fae61183983,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:47.640180 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab648b2-018e-446c-87e4-d7f0a5af27c3 x-openstack-request-id: req-5ab648b2-018e-446c-87e4-d7f0a5af27c3 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:08:47.640355 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706d7731-fcb4-4570-be80-854614a86150", "name": "network-vif-deleted", "tag": "c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:08:47.640613 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ab648b2-018e-446c-87e4-d7f0a5af27c3 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:08:47.641017 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ab648b2-018e-446c-87e4-d7f0a5af27c3'] response: {'server_uuid': '706d7731-fcb4-4570-be80-854614a86150', 'name': 'network-vif-deleted', 'tag': 'c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f', 'status': 'completed', 'code': 200} Oct 14 03:08:47.915788 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae39aca-27b3-4067-bd5d-b7a2a90fadbe req-8c273539-2492-4ad2-8f3b-157195665d42 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:47.917412 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fae39aca-27b3-4067-bd5d-b7a2a90fadbe req-8c273539-2492-4ad2-8f3b-157195665d42 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0485828 Oct 14 03:08:47.981061 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:48.015533 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-62c65729-271e-4e74-ac7c-5eac7f6edecc req-13672633-30dd-47e8-b6d0-46e7626ed464 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 210 time: 0.0481012 Oct 14 03:08:48.020124 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fae39aca-27b3-4067-bd5d-b7a2a90fadbe req-b50419c7-4b0b-4d5c-aa45-f63d2f9831d2 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960188 Oct 14 03:08:48.046101 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-24f74107-97c5-4d0b-8f78-f4ef857c430f tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:48.046101 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-24f74107-97c5-4d0b-8f78-f4ef857c430f tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.40 "GET /networking/v2.0/networks?id=6f9d2079-fec7-4a8b-b52a-3ca108fd76be HTTP/1.1" status: 200 len: 814 time: 0.1269500 Oct 14 03:08:48.058542 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-11a8afce-2aa4-4840-9c81-f85ab4c7c1e0 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Request body: {'port': {'device_id': 'ffa1b038-3bf4-4429-bd6e-691a1abe5081', 'network_id': '6f9d2079-fec7-4a8b-b52a-3ca108fd76be', 'admin_state_up': True, 'tenant_id': '9e3dfb4977504552a5480cd375ded7dd'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:08:48.238328 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-11a8afce-2aa4-4840-9c81-f85ab4c7c1e0 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Made reservation on behalf of 9e3dfb4977504552a5480cd375ded7dd for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:08:48.242708 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-11a8afce-2aa4-4840-9c81-f85ab4c7c1e0 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:48.337450 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 34128) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:48.365304 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5f1755cf-4dc5-49c1-befd-3a4801c13e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:48.404194 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bb67a2c6-7700-409a-b2f8-398027353d73 req-7a85eefd-395a-4dbc-88c2-96a09514118f tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 210 time: 0.0584023 Oct 14 03:08:48.405002 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-11a8afce-2aa4-4840-9c81-f85ab4c7c1e0 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Allocated IP 172.20.0.4 (6f9d2079-fec7-4a8b-b52a-3ca108fd76be/e2884b1e-4021-41fb-8507-46229cec12f6/72241d51-c58b-48bf-bd3d-37d0d0d26fd4) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:08:48.488240 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5f1755cf-4dc5-49c1-befd-3a4801c13e2b admin admin] Publish callbacks [] for security_group (6445dbeb-18ed-41a8-8d4c-e1ecdccb6a3d), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:48.567094 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-11a8afce-2aa4-4840-9c81-f85ab4c7c1e0 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Publish callbacks [] for port (72241d51-c58b-48bf-bd3d-37d0d0d26fd4), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:48.572718 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:48.575634 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5f1755cf-4dc5-49c1-befd-3a4801c13e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (6445dbeb-18ed-41a8-8d4c-e1ecdccb6a3d), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:48.618822 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-5f1755cf-4dc5-49c1-befd-3a4801c13e2b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d8dfedacd3b54f169972526b6a805b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802682 Oct 14 03:08:48.620065 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1755cf-4dc5-49c1-befd-3a4801c13e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6445dbeb-18ed-41a8-8d4c-e1ecdccb6a3d,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:48.621640 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 34132) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:48.654359 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-11a8afce-2aa4-4840-9c81-f85ab4c7c1e0 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (72241d51-c58b-48bf-bd3d-37d0d0d26fd4), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:48.710147 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-11a8afce-2aa4-4840-9c81-f85ab4c7c1e0 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Network 6f9d2079-fec7-4a8b-b52a-3ca108fd76be is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:08:48.716187 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-11a8afce-2aa4-4840-9c81-f85ab4c7c1e0 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:08:48.722297 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-11a8afce-2aa4-4840-9c81-f85ab4c7c1e0 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:08:48.731651 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8afce-2aa4-4840-9c81-f85ab4c7c1e0 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Pushing event updated for resources: {'Port': ['ID=72241d51-c58b-48bf-bd3d-37d0d0d26fd4,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:48.763789 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ef488861-059c-4a82-868c-126bc3ab9187 admin admin] Publish callbacks [] for security_group (6445dbeb-18ed-41a8-8d4c-e1ecdccb6a3d), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:48.768890 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:48.805632 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-11a8afce-2aa4-4840-9c81-f85ab4c7c1e0 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:48.806301 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-11a8afce-2aa4-4840-9c81-f85ab4c7c1e0 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:48.811348 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ef488861-059c-4a82-868c-126bc3ab9187 admin admin] Publish callbacks [] for security_group (6445dbeb-18ed-41a8-8d4c-e1ecdccb6a3d), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:48.954988 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-11a8afce-2aa4-4840-9c81-f85ab4c7c1e0 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8960774 Oct 14 03:08:48.977979 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Request body: {'port': {'device_id': 'ffa1b038-3bf4-4429-bd6e-691a1abe5081', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:08:48.982148 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ef488861-059c-4a82-868c-126bc3ab9187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (6445dbeb-18ed-41a8-8d4c-e1ecdccb6a3d), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:48.985072 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ef488861-059c-4a82-868c-126bc3ab9187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:48.986207 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-ef488861-059c-4a82-868c-126bc3ab9187 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/6445dbeb-18ed-41a8-8d4c-e1ecdccb6a3d HTTP/1.1" status: 204 len: 168 time: 0.3635690 Oct 14 03:08:49.015293 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef488861-059c-4a82-868c-126bc3ab9187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6445dbeb-18ed-41a8-8d4c-e1ecdccb6a3d,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:49.068610 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (72241d51-c58b-48bf-bd3d-37d0d0d26fd4), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:49.182922 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d171283b-2f13-420d-9547-8b6e48e9bba9 req-a78a3152-7dd3-4f3b-8fc5-80ce0fc93332 tempest-DeleteServersTestJSON-2057772735 tempest-DeleteServersTestJSON-2057772735-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=706d7731-fcb4-4570-be80-854614a86150 HTTP/1.1" status: 200 len: 210 time: 0.0379801 Oct 14 03:08:49.188745 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263ed04-dbe7-4783-94a3-80852a7780ac req-f4f9d581-3874-4808-bc93-164815f0f7b1 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:49.190242 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d263ed04-dbe7-4783-94a3-80852a7780ac req-f4f9d581-3874-4808-bc93-164815f0f7b1 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0768862 Oct 14 03:08:49.246946 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d263ed04-dbe7-4783-94a3-80852a7780ac req-0361f155-b80b-48fc-9d06-56c9ac1b28b9 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506315 Oct 14 03:08:49.355028 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:08:49.364031 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Publish callbacks [] for port (72241d51-c58b-48bf-bd3d-37d0d0d26fd4), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:49.378286 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Transition to ACTIVE for port object 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:08:49.450381 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (72241d51-c58b-48bf-bd3d-37d0d0d26fd4), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:49.502314 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Pushing event updated for resources: {'Port': ['ID=72241d51-c58b-48bf-bd3d-37d0d0d26fd4,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:49.507957 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:49.581862 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Attempting to bind port 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:08:49.582201 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Attempting to bind port 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'e65be11f-b696-46bf-bef8-fad00cafa6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6f9d2079-fec7-4a8b-b52a-3ca108fd76be'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:08:49.587892 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Attempting to bind port 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 on network 6f9d2079-fec7-4a8b-b52a-3ca108fd76be {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:08:49.632873 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Port 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 on network 6f9d2079-fec7-4a8b-b52a-3ca108fd76be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:08:49.633365 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Attempting to bind port 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 on network 6f9d2079-fec7-4a8b-b52a-3ca108fd76be {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:08:49.693661 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:08:49.694066 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Checking segment: {'id': 'e65be11f-b696-46bf-bef8-fad00cafa6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6f9d2079-fec7-4a8b-b52a-3ca108fd76be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:08:49.694439 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Bound using segment: {'id': 'e65be11f-b696-46bf-bef8-fad00cafa6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6f9d2079-fec7-4a8b-b52a-3ca108fd76be'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:08:49.694882 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Bound port: 72241d51-c58b-48bf-bd3d-37d0d0d26fd4, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65be11f-b696-46bf-bef8-fad00cafa6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6f9d2079-fec7-4a8b-b52a-3ca108fd76be'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:08:49.695237 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (72241d51-c58b-48bf-bd3d-37d0d0d26fd4), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:49.731683 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e4e2f-215f-4c38-8352-906200360f64 req-5f89a7cf-bb68-42de-b9b1-ce2f7a9e7f37 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:49.742344 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2a7e4e2f-215f-4c38-8352-906200360f64 req-5f89a7cf-bb68-42de-b9b1-ce2f7a9e7f37 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 943 time: 0.0950501 Oct 14 03:08:49.761730 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] For port 72241d51-c58b-48bf-bd3d-37d0d0d26fd4, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:08:49.764990 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] For port 72241d51-c58b-48bf-bd3d-37d0d0d26fd4, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=72241d51-c58b-48bf-bd3d-37d0d0d26fd4,segment=NetworkSegment(e65be11f-b696-46bf-bef8-fad00cafa6bf),segment_id=e65be11f-b696-46bf-bef8-fad00cafa6bf)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:08:49.786847 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2a7e4e2f-215f-4c38-8352-906200360f64 req-6a22eb07-6ec0-4c9a-a32c-92ea4821eb84 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436416 Oct 14 03:08:49.839192 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (72241d51-c58b-48bf-bd3d-37d0d0d26fd4), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:49.843836 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:49.844494 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:49.845875 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/72241d51-c58b-48bf-bd3d-37d0d0d26fd4 HTTP/1.1" status: 200 len: 1093 time: 0.8725128 Oct 14 03:08:49.848761 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa1b038-3bf4-4429-bd6e-691a1abe5081', 'tag': '72241d51-c58b-48bf-bd3d-37d0d0d26fd4'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:08:49.850893 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8721cd5-2b10-42ee-b8c8-7fbb6ac4cd53" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa1b038-3bf4-4429-bd6e-691a1abe5081", "tag": "72241d51-c58b-48bf-bd3d-37d0d0d26fd4"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:08:49.896143 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88a2233-4891-4262-8dc8-130370de1feb x-openstack-request-id: req-a88a2233-4891-4262-8dc8-130370de1feb {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:08:49.896433 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa1b038-3bf4-4429-bd6e-691a1abe5081", "tag": "72241d51-c58b-48bf-bd3d-37d0d0d26fd4", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:08:49.896685 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a88a2233-4891-4262-8dc8-130370de1feb {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:08:49.897108 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a88a2233-4891-4262-8dc8-130370de1feb'] response: {'name': 'network-changed', 'server_uuid': 'ffa1b038-3bf4-4429-bd6e-691a1abe5081', 'tag': '72241d51-c58b-48bf-bd3d-37d0d0d26fd4', 'status': 'completed', 'code': 200} Oct 14 03:08:49.902177 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0af8d7-a87f-4260-95c9-ddf44f5fe3ca service neutron] Pushing event updated for resources: {'Port': ['ID=72241d51-c58b-48bf-bd3d-37d0d0d26fd4,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:50.007024 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8721cd5-2b10-42ee-b8c8-7fbb6ac4cd53 req-4024b08e-0bd6-4ac0-b7ff-dc714c686f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:50.008712 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c8721cd5-2b10-42ee-b8c8-7fbb6ac4cd53 req-4024b08e-0bd6-4ac0-b7ff-dc714c686f9c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9e3dfb4977504552a5480cd375ded7dd&device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 1127 time: 0.0437319 Oct 14 03:08:50.040188 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=52 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:50.093604 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:50.137121 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8721cd5-2b10-42ee-b8c8-7fbb6ac4cd53 req-9a15d8c9-209c-4efe-aed6-a79c37e23f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:50.138749 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c8721cd5-2b10-42ee-b8c8-7fbb6ac4cd53 req-9a15d8c9-209c-4efe-aed6-a79c37e23f04 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=9e3dfb4977504552a5480cd375ded7dd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1112571 Oct 14 03:08:50.258700 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8721cd5-2b10-42ee-b8c8-7fbb6ac4cd53 req-e447b929-1b8a-4370-94a8-cefa441b6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:50.260122 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c8721cd5-2b10-42ee-b8c8-7fbb6ac4cd53 req-e447b929-1b8a-4370-94a8-cefa441b6253 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1110928 Oct 14 03:08:50.376883 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:50.377832 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-d2a5b6f8-0014-4913-9f2e-8d46f85bb484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:50.379702 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-d2a5b6f8-0014-4913-9f2e-8d46f85bb484 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9e3dfb4977504552a5480cd375ded7dd&device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 1127 time: 0.0427995 Oct 14 03:08:50.395593 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03088380-f02b-4aa8-8cb0-ef27055b13ff req-63c54ff6-1dc3-4655-864f-0ab8c74a6ec8 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:50.398082 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-03088380-f02b-4aa8-8cb0-ef27055b13ff req-63c54ff6-1dc3-4655-864f-0ab8c74a6ec8 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0523019 Oct 14 03:08:50.434024 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-32fc4e65-24ca-4342-9d71-3dd1444407c7 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72241d51-c58b-48bf-bd3d-37d0d0d26fd4 HTTP/1.1" status: 200 len: 217 time: 0.0377834 Oct 14 03:08:50.457234 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-03088380-f02b-4aa8-8cb0-ef27055b13ff req-1f77017a-8ec7-457c-ab36-708a55386b5a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534708 Oct 14 03:08:50.504093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-6fea3437-b4cf-4e93-9747-e06e1ddf31fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:50.505645 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-6fea3437-b4cf-4e93-9747-e06e1ddf31fa service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e2884b1e-4021-41fb-8507-46229cec12f6 HTTP/1.1" status: 200 len: 854 time: 0.0598135 Oct 14 03:08:50.545132 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-77105da4-af9c-46fd-8215-ddd5a1d29caf service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6f9d2079-fec7-4a8b-b52a-3ca108fd76be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254865 Oct 14 03:08:50.641876 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-ff4bca18-2081-4cbd-8458-2fe03ba2f4df service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f9d2079-fec7-4a8b-b52a-3ca108fd76be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889449 Oct 14 03:08:50.658387 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:08:50.678535 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:08:50.679297 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device c9eaee60-8415-4f9b-89cb-7e16d1dd5b4f not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:08:50.722370 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:50.744644 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f54db752-d87a-4ccc-966e-afe8fb23995d req-58b23b52-b40e-4eb8-a1ab-4b92941b2e90 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f9d2079-fec7-4a8b-b52a-3ca108fd76be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947700 Oct 14 03:08:50.906339 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefd97b-1419-44d1-91d5-4711ef4c4d07 req-9cee199a-f39e-490d-8e09-be1ed71a450e tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:50.911433 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cbefd97b-1419-44d1-91d5-4711ef4c4d07 req-9cee199a-f39e-490d-8e09-be1ed71a450e tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 943 time: 0.0465386 Oct 14 03:08:50.958769 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cbefd97b-1419-44d1-91d5-4711ef4c4d07 req-80ae6940-a034-44b7-95db-1626cd52bab6 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451975 Oct 14 03:08:51.593355 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79858f-c2ea-418d-9e8b-7deb231902ec req-5942ccdd-9085-47d8-8a98-fea94dcf4ca2 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:51.594834 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5a79858f-c2ea-418d-9e8b-7deb231902ec req-5942ccdd-9085-47d8-8a98-fea94dcf4ca2 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0455043 Oct 14 03:08:51.644881 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5a79858f-c2ea-418d-9e8b-7deb231902ec req-cf908690-07f4-4074-b35f-83b4f122ed04 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444546 Oct 14 03:08:52.082537 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ed93d-4aa0-44ee-b3a6-90c7766defa7 req-d362d474-5aa9-4e54-9cfc-50383caf9165 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:52.084363 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d52ed93d-4aa0-44ee-b3a6-90c7766defa7 req-d362d474-5aa9-4e54-9cfc-50383caf9165 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 943 time: 0.0501566 Oct 14 03:08:52.155644 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d52ed93d-4aa0-44ee-b3a6-90c7766defa7 req-36a77a37-9e31-4aa7-85e9-c4b4fb149e93 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588121 Oct 14 03:08:52.161832 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 34250) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:52.259925 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:52.546823 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-147705d5-3ae3-4d29-96de-9ce4ae3a237e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737090'] for router_interface (5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:52.790512 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816b0e3-52b7-44c1-9478-15320e3a3c7b req-c8475fbd-57f9-44b4-b24e-56fdde211eea tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:52.791976 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2816b0e3-52b7-44c1-9478-15320e3a3c7b req-c8475fbd-57f9-44b4-b24e-56fdde211eea tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0688024 Oct 14 03:08:52.814022 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:52.886094 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-147705d5-3ae3-4d29-96de-9ce4ae3a237e admin admin] Deleting port fdbf0e76-52a1-4a30-879d-640d32d4efcc {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:08:52.886431 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-147705d5-3ae3-4d29-96de-9ce4ae3a237e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:52.891594 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2816b0e3-52b7-44c1-9478-15320e3a3c7b req-f8503784-0abe-4122-b685-77d6aa8f7d26 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804772 Oct 14 03:08:52.974897 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-147705d5-3ae3-4d29-96de-9ce4ae3a237e admin admin] For port fdbf0e76-52a1-4a30-879d-640d32d4efcc, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=fdbf0e76-52a1-4a30-879d-640d32d4efcc,segment=NetworkSegment(544659b3-ca9d-4948-b9c7-9516ca268a2a),segment_id=544659b3-ca9d-4948-b9c7-9516ca268a2a)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:52.975191 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-147705d5-3ae3-4d29-96de-9ce4ae3a237e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:53.062314 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:53.191589 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-147705d5-3ae3-4d29-96de-9ce4ae3a237e admin admin] Calling delete_port for fdbf0e76-52a1-4a30-879d-640d32d4efcc owned by network:router_interface {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:08:53.314163 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2a355-8a57-4984-8e29-15781a37e63b req-f7f18db4-0133-4738-afe9-8ea1f537d2ff tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:53.315654 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-12e2a355-8a57-4984-8e29-15781a37e63b req-f7f18db4-0133-4738-afe9-8ea1f537d2ff tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 943 time: 0.0618920 Oct 14 03:08:53.415271 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-12e2a355-8a57-4984-8e29-15781a37e63b req-5325387d-eb02-4858-9bb2-c6c83161c4f8 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928495 Oct 14 03:08:53.536698 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-147705d5-3ae3-4d29-96de-9ce4ae3a237e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685'] for port (fdbf0e76-52a1-4a30-879d-640d32d4efcc), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:53.563236 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147705d5-3ae3-4d29-96de-9ce4ae3a237e admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbf0e76-52a1-4a30-879d-640d32d4efcc,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:53.687132 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:53.692383 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-147705d5-3ae3-4d29-96de-9ce4ae3a237e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737078'] for router_interface (5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:53.764883 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85435604-1669-487c-b99a-c414f60582a9 None None] get_active_networks_info from dv-cinder-801522-13-iscsi {{(pid=105051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 03:08:53.859697 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:53.898025 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85435604-1669-487c-b99a-c414f60582a9 None None] Resources bound (agent type, host, resource id): {{(pid=105051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 03:08:53.916399 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147705d5-3ae3-4d29-96de-9ce4ae3a237e admin admin] Router 5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:08:54.061568 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f69ef-f614-4940-bff7-d80351d1c18f req-f915da65-7a52-413a-a4ce-ce1b868094fa tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:54.063087 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e77f69ef-f614-4940-bff7-d80351d1c18f req-f915da65-7a52-413a-a4ce-ce1b868094fa tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0619700 Oct 14 03:08:54.064206 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147705d5-3ae3-4d29-96de-9ce4ae3a237e admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:08:54.072805 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-147705d5-3ae3-4d29-96de-9ce4ae3a237e admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9067869 Oct 14 03:08:54.072805 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 34304) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:54.075760 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6819c83d-656e-49bc-b75f-a25befbc328e None None] Sync routers for ids ['5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:08:54.094971 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6819c83d-656e-49bc-b75f-a25befbc328e None None] Routers {'5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:08:54.096066 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-6819c83d-656e-49bc-b75f-a25befbc328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:08:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:54.197474 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e77f69ef-f614-4940-bff7-d80351d1c18f req-3f6ea554-9b15-4641-848a-52f71a1dbb17 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266346 Oct 14 03:08:54.203994 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-6819c83d-656e-49bc-b75f-a25befbc328e None None] Set router 5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:08:54.212320 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-84d7dbbb-85ff-4eea-839b-cb89f8dc9b58 admin admin] Publish callbacks [] for router (5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:54.339483 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-84d7dbbb-85ff-4eea-839b-cb89f8dc9b58 admin admin] Publish callbacks [] for router_gateway (5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:54.375173 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 34310) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:54.390485 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-6819c83d-656e-49bc-b75f-a25befbc328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'name': 'tempest-DeleteServersTestJSON-1855676514-router', 'tenant_id': '5cd113c7d65543b2bac8ef368467c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '34d6a47f-72d3-4608-b496-50f6a1f373c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:08:53Z', 'revision_number': 5, 'project_id': '5cd113c7d65543b2bac8ef368467c092', 'gw_port': {'id': '34d6a47f-72d3-4608-b496-50f6a1f373c6', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:77:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:54.416802 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6819c83d-656e-49bc-b75f-a25befbc328e None None] Checking router: 5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:08:54.426014 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6819c83d-656e-49bc-b75f-a25befbc328e None None] Routers {'5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:08:54.426849 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-6819c83d-656e-49bc-b75f-a25befbc328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:08:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:54.483294 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-84d7dbbb-85ff-4eea-839b-cb89f8dc9b58 admin admin] Deleting port 34d6a47f-72d3-4608-b496-50f6a1f373c6 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:08:54.484192 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-84d7dbbb-85ff-4eea-839b-cb89f8dc9b58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (34d6a47f-72d3-4608-b496-50f6a1f373c6), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:54.506122 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6d7d1e4b-eaf4-493c-9c64-66ac33996fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:54.562979 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-6819c83d-656e-49bc-b75f-a25befbc328e None None] Set router 5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:08:54.599062 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3ac16-2831-4366-9da9-d549034da637 req-27d343f0-48e1-46cd-bc74-ea46a9535ca0 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:54.600725 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bbd3ac16-2831-4366-9da9-d549034da637 req-27d343f0-48e1-46cd-bc74-ea46a9535ca0 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 943 time: 0.0608521 Oct 14 03:08:54.615519 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6d7d1e4b-eaf4-493c-9c64-66ac33996fdd admin admin] Publish callbacks [] for security_group (5d168f00-703e-416e-85d7-da02f88d698c), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:54.651757 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:08:54.666713 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6d7d1e4b-eaf4-493c-9c64-66ac33996fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (5d168f00-703e-416e-85d7-da02f88d698c), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:54.674315 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-84d7dbbb-85ff-4eea-839b-cb89f8dc9b58 admin admin] For port 34d6a47f-72d3-4608-b496-50f6a1f373c6, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=34d6a47f-72d3-4608-b496-50f6a1f373c6,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:54.679178 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-84d7dbbb-85ff-4eea-839b-cb89f8dc9b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (34d6a47f-72d3-4608-b496-50f6a1f373c6), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:54.692174 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-84d7dbbb-85ff-4eea-839b-cb89f8dc9b58 admin admin] Calling delete_port for 34d6a47f-72d3-4608-b496-50f6a1f373c6 owned by network:router_gateway {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:08:54.762613 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:54.781582 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d1e4b-eaf4-493c-9c64-66ac33996fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d168f00-703e-416e-85d7-da02f88d698c,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:54.795948 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-6d7d1e4b-eaf4-493c-9c64-66ac33996fdd admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=5c373b3fcd6e4617a914cbe866d01de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4196596 Oct 14 03:08:54.797512 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 34318) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:54.801042 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 72241d51-c58b-48bf-bd3d-37d0d0d26fd4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=72241d51-c58b-48bf-bd3d-37d0d0d26fd4,segment=NetworkSegment(e65be11f-b696-46bf-bef8-fad00cafa6bf),segment_id=e65be11f-b696-46bf-bef8-fad00cafa6bf)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:54.822748 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bbd3ac16-2831-4366-9da9-d549034da637 req-1825a052-8d0e-4fb8-b544-fb0b0ca8cf09 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095013 Oct 14 03:08:54.825493 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': '72241d51-c58b-48bf-bd3d-37d0d0d26fd4', 'network_id': '6f9d2079-fec7-4a8b-b52a-3ca108fd76be', 'port_id': '72241d51-c58b-48bf-bd3d-37d0d0d26fd4', 'mac_address': 'fa:16:3e:09:68:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2884b1e-4021-41fb-8507-46229cec12f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:08:54.864257 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-1d851a91-03a4-47e8-9cc8-52cb6cce6957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:54.893046 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-6819c83d-656e-49bc-b75f-a25befbc328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'name': 'tempest-DeleteServersTestJSON-1855676514-router', 'tenant_id': '5cd113c7d65543b2bac8ef368467c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '34d6a47f-72d3-4608-b496-50f6a1f373c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:08:53Z', 'revision_number': 5, 'project_id': '5cd113c7d65543b2bac8ef368467c092', 'gw_port': {'id': '34d6a47f-72d3-4608-b496-50f6a1f373c6', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:77:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:54.896068 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-cedb8a3e-59b8-447e-8a4c-9e25bb63a578 None None] Provisioning complete for port bc407437-b919-4599-894e-9a8ed15bb79f triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:08:54.897269 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-cedb8a3e-59b8-447e-8a4c-9e25bb63a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (bc407437-b919-4599-894e-9a8ed15bb79f), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:54.898346 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-cedb8a3e-59b8-447e-8a4c-9e25bb63a578 None None] Attempt 1 to provision port bc407437-b919-4599-894e-9a8ed15bb79f Oct 14 03:08:54.904049 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-60c53f64-de21-490d-be32-671be45ff564 admin admin] Publish callbacks [] for security_group (5d168f00-703e-416e-85d7-da02f88d698c), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:54.925814 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-60c53f64-de21-490d-be32-671be45ff564 admin admin] Publish callbacks [] for security_group (5d168f00-703e-416e-85d7-da02f88d698c), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:54.933741 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:54.936500 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:08:54.937071 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (72241d51-c58b-48bf-bd3d-37d0d0d26fd4), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:54.949909 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6819c83d-656e-49bc-b75f-a25befbc328e None None] The sync data for ids ['5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a'] in dv-cinder-801522-13-iscsi is: [{'id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'name': 'tempest-DeleteServersTestJSON-1855676514-router', 'tenant_id': '5cd113c7d65543b2bac8ef368467c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '34d6a47f-72d3-4608-b496-50f6a1f373c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:08:53Z', 'revision_number': 5, 'project_id': '5cd113c7d65543b2bac8ef368467c092', 'gw_port': {'id': '34d6a47f-72d3-4608-b496-50f6a1f373c6', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:77:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:08:54.961239 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:08:54.973788 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:54.973788 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 34324) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:55.002585 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 72241d51-c58b-48bf-bd3d-37d0d0d26fd4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=72241d51-c58b-48bf-bd3d-37d0d0d26fd4,segment=NetworkSegment(e65be11f-b696-46bf-bef8-fad00cafa6bf),segment_id=e65be11f-b696-46bf-bef8-fad00cafa6bf)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:55.038508 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-cedb8a3e-59b8-447e-8a4c-9e25bb63a578 None None] Current status of the port bc407437-b919-4599-894e-9a8ed15bb79f is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:08:55.055878 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-84d7dbbb-85ff-4eea-839b-cb89f8dc9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685'] for port (34d6a47f-72d3-4608-b496-50f6a1f373c6), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.078394 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (72241d51-c58b-48bf-bd3d-37d0d0d26fd4), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.078604 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-60c53f64-de21-490d-be32-671be45ff564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (5d168f00-703e-416e-85d7-da02f88d698c), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.081879 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-60c53f64-de21-490d-be32-671be45ff564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.083340 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-60c53f64-de21-490d-be32-671be45ff564 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/5d168f00-703e-416e-85d7-da02f88d698c HTTP/1.1" status: 204 len: 168 time: 0.2842190 Oct 14 03:08:55.093580 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c53f64-de21-490d-be32-671be45ff564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d168f00-703e-416e-85d7-da02f88d698c,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:55.101372 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0b619d7d-acf5-487a-b660-072fe49950b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.111052 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7dbbb-85ff-4eea-839b-cb89f8dc9b58 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d6a47f-72d3-4608-b496-50f6a1f373c6,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:55.127206 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:55.141733 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-84d7dbbb-85ff-4eea-839b-cb89f8dc9b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729212'] for router_gateway (5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.144316 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=72241d51-c58b-48bf-bd3d-37d0d0d26fd4,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:55.259778 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-84d7dbbb-85ff-4eea-839b-cb89f8dc9b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.263497 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-84d7dbbb-85ff-4eea-839b-cb89f8dc9b58 admin admin] Publish callbacks [] for router_controller (5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a), precommit_delete_associations {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.387340 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ac423-642f-4ffe-8c67-b2f222e89e13 req-7d579dc3-cecc-454c-a76c-ebac7b4414bb tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:55.388855 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-318ac423-642f-4ffe-8c67-b2f222e89e13 req-7d579dc3-cecc-454c-a76c-ebac7b4414bb tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0958750 Oct 14 03:08:55.425126 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-84d7dbbb-85ff-4eea-839b-cb89f8dc9b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737134'] for router (5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.425791 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d7dbbb-85ff-4eea-839b-cb89f8dc9b58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a {{(pid=105049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 03:08:55.441864 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-84d7dbbb-85ff-4eea-839b-cb89f8dc9b58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.446344 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-84d7dbbb-85ff-4eea-839b-cb89f8dc9b58 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/5b8e411b-4f5c-4cdf-9a90-3dc2e8842d9a HTTP/1.1" status: 204 len: 168 time: 1.3732898 Oct 14 03:08:55.446465 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 34334) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:55.449284 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0b619d7d-acf5-487a-b660-072fe49950b7 admin admin] Publish callbacks [] for security_group (6a770cde-c577-4c8e-9771-3a442242583b), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.479878 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-318ac423-642f-4ffe-8c67-b2f222e89e13 req-803aaeb5-afef-474e-8b08-275b521197ae tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836275 Oct 14 03:08:55.501388 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0b619d7d-acf5-487a-b660-072fe49950b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (6a770cde-c577-4c8e-9771-3a442242583b), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.503613 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_v2 [None req-08521211-7c0c-4d07-941e-f2ae815c5ea7 admin admin] Deleting subnet 03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9 {{(pid=105050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 03:08:55.509140 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['72241d51-c58b-48bf-bd3d-37d0d0d26fd4'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:08:55.511687 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-08521211-7c0c-4d07-941e-f2ae815c5ea7 admin admin] Publish callbacks [] for subnet (03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.558209 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b619d7d-acf5-487a-b660-072fe49950b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a770cde-c577-4c8e-9771-3a442242583b,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:55.562760 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-0b619d7d-acf5-487a-b660-072fe49950b7 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=415712dea1e842ffa7eaf3035cac0fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5880055 Oct 14 03:08:55.565716 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 34336) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:55.589562 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-08521211-7c0c-4d07-941e-f2ae815c5ea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128731528'] for subnet (03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9), precommit_delete_associations {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.671775 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fd06bfea-d6bd-4de4-a4ef-022eaca8b795 admin admin] Publish callbacks [] for security_group (6a770cde-c577-4c8e-9771-3a442242583b), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.749426 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fd06bfea-d6bd-4de4-a4ef-022eaca8b795 admin admin] Publish callbacks [] for security_group (6a770cde-c577-4c8e-9771-3a442242583b), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.757557 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device fdbf0e76-52a1-4a30-879d-640d32d4efcc no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:08:55.769540 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 34338) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:55.781664 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: fdbf0e76-52a1-4a30-879d-640d32d4efcc {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:08:55.782038 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device fdbf0e76-52a1-4a30-879d-640d32d4efcc not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:08:55.783992 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-08521211-7c0c-4d07-941e-f2ae815c5ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475189'] for subnet (03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.789263 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-639e1d50-4548-4fb8-b6fc-a37f4e1b81f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.801987 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:55.839454 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:55.876331 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-639e1d50-4548-4fb8-b6fc-a37f4e1b81f4 admin admin] Publish callbacks [] for security_group (fdf8104c-c908-4e83-94a3-54a7948105a0), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.947241 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fd06bfea-d6bd-4de4-a4ef-022eaca8b795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (6a770cde-c577-4c8e-9771-3a442242583b), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.950200 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fd06bfea-d6bd-4de4-a4ef-022eaca8b795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.954914 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-fd06bfea-d6bd-4de4-a4ef-022eaca8b795 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/6a770cde-c577-4c8e-9771-3a442242583b HTTP/1.1" status: 204 len: 168 time: 0.3848109 Oct 14 03:08:55.955089 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-639e1d50-4548-4fb8-b6fc-a37f4e1b81f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (fdf8104c-c908-4e83-94a3-54a7948105a0), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.962103 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-08521211-7c0c-4d07-941e-f2ae815c5ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128314597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129052873'] for subnet (03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.973337 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06bfea-d6bd-4de4-a4ef-022eaca8b795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a770cde-c577-4c8e-9771-3a442242583b,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:55.980129 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-08521211-7c0c-4d07-941e-f2ae815c5ea7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:55.986960 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-08521211-7c0c-4d07-941e-f2ae815c5ea7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9 HTTP/1.1" status: 204 len: 168 time: 0.5370512 Oct 14 03:08:55.988076 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72bbc1e-cb88-406d-a23a-44f41adab31b None None] Network 83101ad8-0b91-4e38-8556-3ebbb1384853 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:08:55.988522 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 34344) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:56.009082 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe748e1-0076-4ce1-8aa1-b3028a96b29b req-b0bbed63-bf3c-4a23-b22d-c535e4405177 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:56.009189 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08521211-7c0c-4d07-941e-f2ae815c5ea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c1ec14-6ef4-42f4-9b2e-232c8cbb01c9,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:56.009289 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bbe748e1-0076-4ce1-8aa1-b3028a96b29b req-b0bbed63-bf3c-4a23-b22d-c535e4405177 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 944 time: 0.0929892 Oct 14 03:08:56.045888 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-639e1d50-4548-4fb8-b6fc-a37f4e1b81f4 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=5ab02ac63d06413fbceaef8d1f73b43d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766967 Oct 14 03:08:56.048581 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 34346) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:56.085232 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e1d50-4548-4fb8-b6fc-a37f4e1b81f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf8104c-c908-4e83-94a3-54a7948105a0,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:56.088557 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:56.118333 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b62b6aec-b364-4765-ac5d-36ea246f068b admin admin] Publish callbacks [] for security_group (fdf8104c-c908-4e83-94a3-54a7948105a0), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:56.136667 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598136'] for network (83101ad8-0b91-4e38-8556-3ebbb1384853), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:56.160070 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b62b6aec-b364-4765-ac5d-36ea246f068b admin admin] Publish callbacks [] for security_group (fdf8104c-c908-4e83-94a3-54a7948105a0), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:56.160786 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bbe748e1-0076-4ce1-8aa1-b3028a96b29b req-2f75c13f-195f-46eb-a1dd-92210097ac5d tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290679 Oct 14 03:08:56.232023 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee93e746-d929-4401-9883-d4b6df2e3a90 None None] DHCP port deletion for 83101ad8-0b91-4e38-8556-3ebbb1384853 request from dv-cinder-801522-13-iscsi {{(pid=105051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 03:08:56.281820 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-ee93e746-d929-4401-9883-d4b6df2e3a90 None None] Deleting port bc407437-b919-4599-894e-9a8ed15bb79f {{(pid=105051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:08:56.282299 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-ee93e746-d929-4401-9883-d4b6df2e3a90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (bc407437-b919-4599-894e-9a8ed15bb79f), before_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:56.340395 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b62b6aec-b364-4765-ac5d-36ea246f068b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (fdf8104c-c908-4e83-94a3-54a7948105a0), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:56.344834 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b62b6aec-b364-4765-ac5d-36ea246f068b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:56.354871 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-b62b6aec-b364-4765-ac5d-36ea246f068b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/fdf8104c-c908-4e83-94a3-54a7948105a0 HTTP/1.1" status: 204 len: 168 time: 0.3050539 Oct 14 03:08:56.362221 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-ee93e746-d929-4401-9883-d4b6df2e3a90 None None] For port bc407437-b919-4599-894e-9a8ed15bb79f, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=bc407437-b919-4599-894e-9a8ed15bb79f,segment=NetworkSegment(544659b3-ca9d-4948-b9c7-9516ca268a2a),segment_id=544659b3-ca9d-4948-b9c7-9516ca268a2a)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:56.362619 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-ee93e746-d929-4401-9883-d4b6df2e3a90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (bc407437-b919-4599-894e-9a8ed15bb79f), precommit_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:56.381979 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b6aec-b364-4765-ac5d-36ea246f068b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf8104c-c908-4e83-94a3-54a7948105a0,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:56.399268 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-ee93e746-d929-4401-9883-d4b6df2e3a90 None None] Calling delete_port for bc407437-b919-4599-894e-9a8ed15bb79f owned by network:dhcp {{(pid=105051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:08:56.438740 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Deleting port bc407437-b919-4599-894e-9a8ed15bb79f {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:08:56.439344 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (bc407437-b919-4599-894e-9a8ed15bb79f), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:56.519213 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] For port bc407437-b919-4599-894e-9a8ed15bb79f, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=bc407437-b919-4599-894e-9a8ed15bb79f,segment=NetworkSegment(544659b3-ca9d-4948-b9c7-9516ca268a2a),segment_id=544659b3-ca9d-4948-b9c7-9516ca268a2a)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:56.519584 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (bc407437-b919-4599-894e-9a8ed15bb79f), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:56.522264 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:56.537502 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Calling delete_port for bc407437-b919-4599-894e-9a8ed15bb79f owned by network:dhcp {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:08:56.649895 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c007b2-d411-4472-8da5-4dbaae8e50e4 req-ffa6d01f-bde9-4503-a69c-4b17534fe7e3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:56.651383 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c1c007b2-d411-4472-8da5-4dbaae8e50e4 req-ffa6d01f-bde9-4503-a69c-4b17534fe7e3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0602837 Oct 14 03:08:56.677169 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:08:56.690337 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-ee93e746-d929-4401-9883-d4b6df2e3a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685'] for port (bc407437-b919-4599-894e-9a8ed15bb79f), after_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:56.702811 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685'] for port (bc407437-b919-4599-894e-9a8ed15bb79f), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:56.751570 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c1c007b2-d411-4472-8da5-4dbaae8e50e4 req-60a2db88-76a2-4569-87e7-3a8c3eb6640b tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863721 Oct 14 03:08:56.756179 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] No DVR routers for this DVR port bc407437-b919-4599-894e-9a8ed15bb79f on host dv-cinder-801522-13-iscsi {{(pid=105049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:08:56.759339 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Pushing event deleted for resources: {'Port': ['ID=bc407437-b919-4599-894e-9a8ed15bb79f,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:56.865583 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3595495', 'neutron.services.segments.db._delete_segments_for_network-8738586857692'] for network (83101ad8-0b91-4e38-8556-3ebbb1384853), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:56.892487 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:08:56.893442 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:08:56.894355 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:08:56.894858 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Subscribe: > port after_create 55550000 {{(pid=105049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:08:56.895337 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Subscribe: > port after_delete 55550000 {{(pid=105049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:08:56.895827 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Subscribe: > port after_update 55550000 {{(pid=105049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:08:56.896471 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:08:56.896965 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:08:56.897441 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:08:56.899156 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:08:56.920913 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93e746-d929-4401-9883-d4b6df2e3a90 None None] Pushing event deleted for resources: {'Port': ['ID=bc407437-b919-4599-894e-9a8ed15bb79f,revision_number=None']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:56.927430 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:56.929887 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee93e746-d929-4401-9883-d4b6df2e3a90 None None] No DVR routers for this DVR port bc407437-b919-4599-894e-9a8ed15bb79f on host dv-cinder-801522-13-iscsi {{(pid=105051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:08:56.952886 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:08:56.987786 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:08:56.988559 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:08:56.990198 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:08:56.990433 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 03:08:56.990795 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83101ad8-0b91-4e38-8556-3ebbb1384853']}} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:57.009100 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544659b3-ca9d-4948-b9c7-9516ca268a2a') {'for_net_delete': True} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:57.009470 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544659b3-ca9d-4948-b9c7-9516ca268a2a') {} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:08:57.011295 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:08:57.012193 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (72241d51-c58b-48bf-bd3d-37d0d0d26fd4), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:57.012797 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 Oct 14 03:08:57.030919 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738586902950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126008806'] for segment (544659b3-ca9d-4948-b9c7-9516ca268a2a), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:57.060596 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (544659b3-ca9d-4948-b9c7-9516ca268a2a), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:57.070076 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=105049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 03:08:57.070480 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129412686'] for segment (544659b3-ca9d-4948-b9c7-9516ca268a2a), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:57.096222 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-f164212a-3f65-4ca7-baec-8d4387ecbf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:57.101592 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:08:57.102053 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (72241d51-c58b-48bf-bd3d-37d0d0d26fd4), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:57.128693 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa1b038-3bf4-4429-bd6e-691a1abe5081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72241d51-c58b-48bf-bd3d-37d0d0d26fd4'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:08:57.130783 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da4c5b0-b27c-4e01-9448-10a6baae0e90" -d '{"events": [{"server_uuid": "ffa1b038-3bf4-4429-bd6e-691a1abe5081", "name": "network-vif-plugged", "status": "completed", "tag": "72241d51-c58b-48bf-bd3d-37d0d0d26fd4"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:08:57.165065 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 72241d51-c58b-48bf-bd3d-37d0d0d26fd4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=72241d51-c58b-48bf-bd3d-37d0d0d26fd4,segment=NetworkSegment(e65be11f-b696-46bf-bef8-fad00cafa6bf),segment_id=e65be11f-b696-46bf-bef8-fad00cafa6bf)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:08:57.178907 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37adb002-d4bb-477c-96e6-c3f31e348158 x-openstack-request-id: req-37adb002-d4bb-477c-96e6-c3f31e348158 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:08:57.179211 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa1b038-3bf4-4429-bd6e-691a1abe5081", "name": "network-vif-plugged", "status": "completed", "tag": "72241d51-c58b-48bf-bd3d-37d0d0d26fd4", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:08:57.179470 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37adb002-d4bb-477c-96e6-c3f31e348158 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:08:57.179873 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37adb002-d4bb-477c-96e6-c3f31e348158'] response: {'server_uuid': 'ffa1b038-3bf4-4429-bd6e-691a1abe5081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72241d51-c58b-48bf-bd3d-37d0d0d26fd4', 'code': 200} Oct 14 03:08:57.244075 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (72241d51-c58b-48bf-bd3d-37d0d0d26fd4), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:57.272120 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729251'] for network (83101ad8-0b91-4e38-8556-3ebbb1384853), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:57.285874 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:57.297849 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:57.301395 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/83101ad8-0b91-4e38-8556-3ebbb1384853 HTTP/1.1" status: 204 len: 168 time: 1.3078487 Oct 14 03:08:57.305387 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f3d9e-c1c8-4b7b-b2de-3ef243a8a2ce admin admin] Pushing event deleted for resources: {'Network': ['ID=83101ad8-0b91-4e38-8556-3ebbb1384853,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:57.312662 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7149f-d28d-48d7-a434-5f10dfa901cd req-33ffa468-5ae1-4af3-bbfe-df37cb86ab1c tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:57.314199 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-46f7149f-d28d-48d7-a434-5f10dfa901cd req-33ffa468-5ae1-4af3-bbfe-df37cb86ab1c tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 945 time: 0.0743299 Oct 14 03:08:57.325495 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=72241d51-c58b-48bf-bd3d-37d0d0d26fd4,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:57.375271 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-46f7149f-d28d-48d7-a434-5f10dfa901cd req-25e03344-8e2f-4c7f-be06-2b708c2dbab9 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542760 Oct 14 03:08:57.617928 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device bc407437-b919-4599-894e-9a8ed15bb79f no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:08:57.641886 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: bc407437-b919-4599-894e-9a8ed15bb79f {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:08:57.642233 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device bc407437-b919-4599-894e-9a8ed15bb79f not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:08:57.642694 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 34d6a47f-72d3-4608-b496-50f6a1f373c6 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:08:57.655425 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402185b-ad19-47de-aae0-3e6c1670f2cf req-14acee8d-a7b2-431b-be21-685f4c7466f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:57.656951 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f402185b-ad19-47de-aae0-3e6c1670f2cf req-14acee8d-a7b2-431b-be21-685f4c7466f6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 1129 time: 0.0523963 Oct 14 03:08:57.661858 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 34d6a47f-72d3-4608-b496-50f6a1f373c6 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:08:57.662207 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 34d6a47f-72d3-4608-b496-50f6a1f373c6 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:08:57.696796 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment 544659b3-ca9d-4948-b9c7-9516ca268a2a resource provider aggregate not found Oct 14 03:08:57.705880 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f402185b-ad19-47de-aae0-3e6c1670f2cf req-eb8f147e-cb9a-4c1a-a00c-1db6ecf431ba service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423679 Oct 14 03:08:57.718369 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 34400) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:57.718715 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment 544659b3-ca9d-4948-b9c7-9516ca268a2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 544659b3-ca9d-4948-b9c7-9516ca268a2a found for delete ", "request_id": "req-13874a52-a778-4a0a-bd16-246d9a506061"}]} Oct 14 03:08:57.757832 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-72511ac4-8e70-4ee1-8b8e-35503f3a7c39 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=5cd113c7d65543b2bac8ef368467c092&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400543 Oct 14 03:08:57.760467 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 34402) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:57.814663 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-96486ab8-15da-4663-bcd0-5d6c5136d9b5 admin admin] Publish callbacks [] for security_group (89f06afc-514f-43f6-9744-dad773846941), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:57.840710 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-96486ab8-15da-4663-bcd0-5d6c5136d9b5 admin admin] Publish callbacks [] for security_group (89f06afc-514f-43f6-9744-dad773846941), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:57.894823 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdedb4-952d-43c5-ac2a-578863f38380 req-d55efad9-fb93-48d7-8281-0dfabe06ba21 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:57.902902 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a6bdedb4-952d-43c5-ac2a-578863f38380 req-d55efad9-fb93-48d7-8281-0dfabe06ba21 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0595436 Oct 14 03:08:57.948174 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a6bdedb4-952d-43c5-ac2a-578863f38380 req-1574bd4c-f1ed-4f50-84f4-f8337da6adf7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444965 Oct 14 03:08:58.015572 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-96486ab8-15da-4663-bcd0-5d6c5136d9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (89f06afc-514f-43f6-9744-dad773846941), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:58.018841 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-96486ab8-15da-4663-bcd0-5d6c5136d9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:58.022697 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-96486ab8-15da-4663-bcd0-5d6c5136d9b5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/89f06afc-514f-43f6-9744-dad773846941 HTTP/1.1" status: 204 len: 168 time: 0.2589619 Oct 14 03:08:58.039867 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96486ab8-15da-4663-bcd0-5d6c5136d9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f06afc-514f-43f6-9744-dad773846941,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:58.299964 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:58.512736 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088a424-f2d4-487e-ae04-1cb96a4719d6 req-8052eef0-4ea9-4709-acb5-547ed3eb676a tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:58.514483 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7088a424-f2d4-487e-ae04-1cb96a4719d6 req-8052eef0-4ea9-4709-acb5-547ed3eb676a tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 945 time: 0.0511360 Oct 14 03:08:58.576732 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7088a424-f2d4-487e-ae04-1cb96a4719d6 req-dfb95b9e-83ea-47d8-8fcb-e5b2d50a178b tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529535 Oct 14 03:08:58.876163 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 34444) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:58.980864 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-be8fd808-3aca-4b0f-af3c-bc3ee498d426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:59.060160 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-be8fd808-3aca-4b0f-af3c-bc3ee498d426 admin admin] Publish callbacks [] for security_group (ea72ad1d-3c47-43fa-bf80-deab74893999), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:59.077422 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0c71e-22e0-49ea-aa14-5e32526f13ff req-0275220d-f520-419f-9002-296f105e2d46 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:59.079331 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6ca0c71e-22e0-49ea-aa14-5e32526f13ff req-0275220d-f520-419f-9002-296f105e2d46 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0499842 Oct 14 03:08:59.132547 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6ca0c71e-22e0-49ea-aa14-5e32526f13ff req-309d099d-218b-4fa4-82b7-724da1178343 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459938 Oct 14 03:08:59.181072 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-be8fd808-3aca-4b0f-af3c-bc3ee498d426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (ea72ad1d-3c47-43fa-bf80-deab74893999), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:59.223775 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-be8fd808-3aca-4b0f-af3c-bc3ee498d426 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ca923908ecd6487faa038ff7e7da317b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465142 Oct 14 03:08:59.224882 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fd808-3aca-4b0f-af3c-bc3ee498d426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea72ad1d-3c47-43fa-bf80-deab74893999,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:59.227388 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 34458) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:08:59.289704 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-befcffe4-6c24-4694-ae9f-e33b53445a1f admin admin] Publish callbacks [] for security_group (ea72ad1d-3c47-43fa-bf80-deab74893999), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:59.309907 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-befcffe4-6c24-4694-ae9f-e33b53445a1f admin admin] Publish callbacks [] for security_group (ea72ad1d-3c47-43fa-bf80-deab74893999), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:59.444015 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-befcffe4-6c24-4694-ae9f-e33b53445a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (ea72ad1d-3c47-43fa-bf80-deab74893999), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:59.446704 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-befcffe4-6c24-4694-ae9f-e33b53445a1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:59.448925 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-befcffe4-6c24-4694-ae9f-e33b53445a1f admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ea72ad1d-3c47-43fa-bf80-deab74893999 HTTP/1.1" status: 204 len: 168 time: 0.2185147 Oct 14 03:08:59.455932 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcffe4-6c24-4694-ae9f-e33b53445a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea72ad1d-3c47-43fa-bf80-deab74893999,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:08:59.673590 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:08:59.709697 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aff3e0-ce86-4484-8934-517fd5362e95 req-92f16aa0-6baa-4b80-bfd1-135ac0aab862 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:08:59.712466 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-01aff3e0-ce86-4484-8934-517fd5362e95 req-92f16aa0-6baa-4b80-bfd1-135ac0aab862 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 945 time: 0.0607452 Oct 14 03:08:59.741124 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:08:59.778608 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-01aff3e0-ce86-4484-8934-517fd5362e95 req-dfd4005d-64c1-4c46-8522-bdd419581956 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552032 Oct 14 03:08:59.974764 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:00.258389 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2859867-4df9-4b6c-971e-7b1a9554aac3 req-568fcb74-b6ba-46f5-b9b4-7b98fdd13abf tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:00.260101 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f2859867-4df9-4b6c-971e-7b1a9554aac3 req-568fcb74-b6ba-46f5-b9b4-7b98fdd13abf tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0474076 Oct 14 03:09:00.315735 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f2859867-4df9-4b6c-971e-7b1a9554aac3 req-8a9c45aa-d3e5-4133-9683-4978ddf2b126 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484316 Oct 14 03:09:01.439616 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7241ee-aa8b-4bfe-9bb5-99fc4fdecb9c req-d1bb32ac-8a6e-4ac5-a030-b07273c20266 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:01.441184 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ff7241ee-aa8b-4bfe-9bb5-99fc4fdecb9c req-d1bb32ac-8a6e-4ac5-a030-b07273c20266 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0476987 Oct 14 03:09:01.496488 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ff7241ee-aa8b-4bfe-9bb5-99fc4fdecb9c req-4dee078d-ab07-400e-abbe-45ad151c20fe tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481555 Oct 14 03:09:02.623453 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89507ea8-b09c-4ab3-8425-842debe8a773 req-0d4dc427-4c58-4567-8f14-4a82aae68e71 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:02.624936 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-89507ea8-b09c-4ab3-8425-842debe8a773 req-0d4dc427-4c58-4567-8f14-4a82aae68e71 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0507982 Oct 14 03:09:02.673456 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-89507ea8-b09c-4ab3-8425-842debe8a773 req-80256339-e73b-4783-a996-aa18498275cd tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423045 Oct 14 03:09:03.620932 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:03.787538 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:03.798968 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdf75c-6fe7-4cf0-979e-7a83311a4143 req-8ea01999-ea0a-48c6-9f3c-6567ba7e33c3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:03.801919 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-99cdf75c-6fe7-4cf0-979e-7a83311a4143 req-8ea01999-ea0a-48c6-9f3c-6567ba7e33c3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0476060 Oct 14 03:09:03.849593 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-99cdf75c-6fe7-4cf0-979e-7a83311a4143 req-ee2f3875-e1c5-41de-863e-5cad91630414 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415943 Oct 14 03:09:04.887027 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=60 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:04.902293 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=60 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:04.981481 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6701878-9c28-41fb-8daf-27149344d8d3 req-98471ef8-a961-46dc-949b-4147b7d5e4e7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:04.982991 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a6701878-9c28-41fb-8daf-27149344d8d3 req-98471ef8-a961-46dc-949b-4147b7d5e4e7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0499725 Oct 14 03:09:05.003836 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:05.035211 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a6701878-9c28-41fb-8daf-27149344d8d3 req-bb9cf89b-18c0-4e4a-bfb2-fb8e75a187a2 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451529 Oct 14 03:09:06.166247 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63fc59-a823-4c5d-8022-80ff6a3cc6b0 req-a789676c-a3ae-47ce-8b10-dec605b17d47 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:06.173213 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4f63fc59-a823-4c5d-8022-80ff6a3cc6b0 req-a789676c-a3ae-47ce-8b10-dec605b17d47 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0586774 Oct 14 03:09:06.218664 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4f63fc59-a823-4c5d-8022-80ff6a3cc6b0 req-2983d0a9-3e10-4ab5-a9cf-843b5d7e06b7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446644 Oct 14 03:09:07.360547 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d32e9-0ee6-4329-ab55-b257927b6333 req-4522ac6d-7910-4332-9676-f4f9968cf8ab tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:07.362201 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d23d32e9-0ee6-4329-ab55-b257927b6333 req-4522ac6d-7910-4332-9676-f4f9968cf8ab tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0526567 Oct 14 03:09:07.410758 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d23d32e9-0ee6-4329-ab55-b257927b6333 req-ebb60df0-2505-47df-aaa1-737d4cd42e9d tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426612 Oct 14 03:09:08.528288 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99f178-4c38-43d9-a4ff-8738a663b9ec req-08899500-6e26-4230-8753-0d63d745978d tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:08.529639 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-aa99f178-4c38-43d9-a4ff-8738a663b9ec req-08899500-6e26-4230-8753-0d63d745978d tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0448134 Oct 14 03:09:08.575728 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-aa99f178-4c38-43d9-a4ff-8738a663b9ec req-9397bfad-afba-4e60-95a1-47c2f050cff7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 Oct 14 03:09:09.218238 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:INSERT=7 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:09.220262 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=67,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:09.692481 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900c07d-98bb-4f02-a774-0a7715e6b07e req-afb57174-e244-4f16-9489-74137a5fc5bb tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:09.693981 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0900c07d-98bb-4f02-a774-0a7715e6b07e req-afb57174-e244-4f16-9489-74137a5fc5bb tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0453157 Oct 14 03:09:09.744040 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0900c07d-98bb-4f02-a774-0a7715e6b07e req-6eae1a3e-1df1-446d-ad50-456b831ba1a5 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440223 Oct 14 03:09:10.858236 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24f1d4-7316-4a2f-8087-310545f7b59c req-94e05c28-e433-4d63-8165-61b4702bf040 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:10.859922 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6b24f1d4-7316-4a2f-8087-310545f7b59c req-94e05c28-e433-4d63-8165-61b4702bf040 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0454051 Oct 14 03:09:10.907544 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6b24f1d4-7316-4a2f-8087-310545f7b59c req-e978aec3-a8f8-4978-8e24-c284f28d76f1 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422065 Oct 14 03:09:12.033688 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03e0e2-fb21-4ea9-98ae-c7cadb06f156 req-776802a6-ae4f-4a4a-bc8a-1da662ec70bb tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:12.035382 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5f03e0e2-fb21-4ea9-98ae-c7cadb06f156 req-776802a6-ae4f-4a4a-bc8a-1da662ec70bb tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0531743 Oct 14 03:09:12.087619 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5f03e0e2-fb21-4ea9-98ae-c7cadb06f156 req-2982641b-5120-4516-aa36-bfbbc0cf04ec tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467150 Oct 14 03:09:12.819883 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996c849-f21d-4371-ad60-5a24ffb5b9fc req-3c82b602-f5e4-442a-bfeb-1a767039dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:12.821376 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3996c849-f21d-4371-ad60-5a24ffb5b9fc req-3c82b602-f5e4-442a-bfeb-1a767039dbb7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 1129 time: 0.0384483 Oct 14 03:09:12.869819 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3996c849-f21d-4371-ad60-5a24ffb5b9fc req-7c95fbd1-e7c1-4506-b6dc-bd781a5a7846 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386808 Oct 14 03:09:13.225981 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bc2f2-7726-4f1c-8b20-353749327fec req-6c0e7097-b5b4-4bce-be27-d4c3e5451d1a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:13.228432 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f95bc2f2-7726-4f1c-8b20-353749327fec req-6c0e7097-b5b4-4bce-be27-d4c3e5451d1a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0529251 Oct 14 03:09:13.277353 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f95bc2f2-7726-4f1c-8b20-353749327fec req-3d0bf96e-2465-40ab-b308-6b19a51d2209 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426157 Oct 14 03:09:13.510191 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:13.513107 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:14.400364 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7c4c6-3289-4c57-b6b1-e159d084639b req-701914c7-1b80-4aac-916d-952df407eae9 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:14.401832 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9ce7c4c6-3289-4c57-b6b1-e159d084639b req-701914c7-1b80-4aac-916d-952df407eae9 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0463586 Oct 14 03:09:14.448405 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9ce7c4c6-3289-4c57-b6b1-e159d084639b req-cce10c6c-60b2-43de-8151-9b66cdac9b0f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409896 Oct 14 03:09:15.220124 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 34900) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:15.334088 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2c359141-c487-429e-9fbe-506badb83419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:15.408438 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2c359141-c487-429e-9fbe-506badb83419 admin admin] Publish callbacks [] for security_group (1a3bdf73-e7d3-4ef9-8702-5031f708b6d5), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:15.466834 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2c359141-c487-429e-9fbe-506badb83419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (1a3bdf73-e7d3-4ef9-8702-5031f708b6d5), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:15.470528 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:15.494744 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:15.510680 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c359141-c487-429e-9fbe-506badb83419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3bdf73-e7d3-4ef9-8702-5031f708b6d5,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:15.515049 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-2c359141-c487-429e-9fbe-506badb83419 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=92db0aa26f764783b0e0ac950f0f0ec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938612 Oct 14 03:09:15.517776 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 34910) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:15.587594 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951d0eb-d1a5-4443-a454-1191941ff636 req-52a49f1f-a52e-4940-ba52-fac3dd728e74 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:15.589081 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2951d0eb-d1a5-4443-a454-1191941ff636 req-52a49f1f-a52e-4940-ba52-fac3dd728e74 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0637987 Oct 14 03:09:15.618308 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2aa9870c-d387-4b18-a3cc-3502f2fe7f6a admin admin] Publish callbacks [] for security_group (1a3bdf73-e7d3-4ef9-8702-5031f708b6d5), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:15.653450 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2aa9870c-d387-4b18-a3cc-3502f2fe7f6a admin admin] Publish callbacks [] for security_group (1a3bdf73-e7d3-4ef9-8702-5031f708b6d5), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:15.667331 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2951d0eb-d1a5-4443-a454-1191941ff636 req-a3203d7a-0077-40bb-85b1-cbabe6ee4e74 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723829 Oct 14 03:09:15.789008 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441996f-aa47-4015-9871-e095f8cbf881 req-d0b8fc5b-caaa-494d-b60b-5081bf35d442 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:15.790420 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d441996f-aa47-4015-9871-e095f8cbf881 req-d0b8fc5b-caaa-494d-b60b-5081bf35d442 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0483699 Oct 14 03:09:15.812126 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2aa9870c-d387-4b18-a3cc-3502f2fe7f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (1a3bdf73-e7d3-4ef9-8702-5031f708b6d5), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:15.814678 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2aa9870c-d387-4b18-a3cc-3502f2fe7f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:15.815744 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-2aa9870c-d387-4b18-a3cc-3502f2fe7f6a admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1a3bdf73-e7d3-4ef9-8702-5031f708b6d5 HTTP/1.1" status: 204 len: 168 time: 0.2970939 Oct 14 03:09:15.828569 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9870c-d387-4b18-a3cc-3502f2fe7f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3bdf73-e7d3-4ef9-8702-5031f708b6d5,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:15.852761 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d441996f-aa47-4015-9871-e095f8cbf881 req-b53ed451-0235-4ece-bc8c-4b2fecbc909f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561342 Oct 14 03:09:16.494682 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 34932) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:16.512757 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-35b48cbd-8d28-42af-8e6e-fe490af4e593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:16.592765 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-35b48cbd-8d28-42af-8e6e-fe490af4e593 admin admin] Publish callbacks [] for security_group (c593a4eb-18c4-4086-8380-c6d57d92745f), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:16.678163 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-35b48cbd-8d28-42af-8e6e-fe490af4e593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (c593a4eb-18c4-4086-8380-c6d57d92745f), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:16.729896 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b48cbd-8d28-42af-8e6e-fe490af4e593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c593a4eb-18c4-4086-8380-c6d57d92745f,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:16.732425 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-35b48cbd-8d28-42af-8e6e-fe490af4e593 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=9cedaf2f49fb4be4bed7d8139dbaebeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365961 Oct 14 03:09:16.735383 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 34950) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:16.789163 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-61b6e936-70d0-423c-8f99-524bc59ffbcd admin admin] Publish callbacks [] for security_group (c593a4eb-18c4-4086-8380-c6d57d92745f), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:16.810796 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-61b6e936-70d0-423c-8f99-524bc59ffbcd admin admin] Publish callbacks [] for security_group (c593a4eb-18c4-4086-8380-c6d57d92745f), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:16.917469 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-61b6e936-70d0-423c-8f99-524bc59ffbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (c593a4eb-18c4-4086-8380-c6d57d92745f), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:16.920265 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-61b6e936-70d0-423c-8f99-524bc59ffbcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:16.921546 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-61b6e936-70d0-423c-8f99-524bc59ffbcd admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c593a4eb-18c4-4086-8380-c6d57d92745f HTTP/1.1" status: 204 len: 168 time: 0.1851046 Oct 14 03:09:16.930291 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6e936-70d0-423c-8f99-524bc59ffbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c593a4eb-18c4-4086-8380-c6d57d92745f,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:17.088272 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:09:17.632562 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 34964) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:17.646019 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c1d84695-100d-4874-ba51-6c3a861cc666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:17.731064 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c1d84695-100d-4874-ba51-6c3a861cc666 admin admin] Publish callbacks [] for security_group (ce61dbea-4d3c-46e7-a392-a7d52411d6dd), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:17.832297 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c1d84695-100d-4874-ba51-6c3a861cc666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (ce61dbea-4d3c-46e7-a392-a7d52411d6dd), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:17.872907 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-c1d84695-100d-4874-ba51-6c3a861cc666 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=216b139cabcd48bda764e14e0fac68b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392788 Oct 14 03:09:17.874084 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d84695-100d-4874-ba51-6c3a861cc666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce61dbea-4d3c-46e7-a392-a7d52411d6dd,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:17.875621 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 34974) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:17.926406 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-16de9752-da0b-4834-a233-93faa70256f8 admin admin] Publish callbacks [] for security_group (ce61dbea-4d3c-46e7-a392-a7d52411d6dd), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:17.947155 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-16de9752-da0b-4834-a233-93faa70256f8 admin admin] Publish callbacks [] for security_group (ce61dbea-4d3c-46e7-a392-a7d52411d6dd), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:18.112105 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-16de9752-da0b-4834-a233-93faa70256f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (ce61dbea-4d3c-46e7-a392-a7d52411d6dd), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:18.114922 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-16de9752-da0b-4834-a233-93faa70256f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:18.120765 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-16de9752-da0b-4834-a233-93faa70256f8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ce61dbea-4d3c-46e7-a392-a7d52411d6dd HTTP/1.1" status: 204 len: 168 time: 0.2394209 Oct 14 03:09:18.124673 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de9752-da0b-4834-a233-93faa70256f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce61dbea-4d3c-46e7-a392-a7d52411d6dd,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:18.313928 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ae5e0-0544-4506-8f53-2fdebcfeb27e req-52015566-a3ed-408a-a985-9bf9d0ad6b60 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:18.315353 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-846ae5e0-0544-4506-8f53-2fdebcfeb27e req-52015566-a3ed-408a-a985-9bf9d0ad6b60 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0495141 Oct 14 03:09:18.330350 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:18.369733 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-846ae5e0-0544-4506-8f53-2fdebcfeb27e req-e30dff0e-1469-44be-949f-3db34a84a0b0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472722 Oct 14 03:09:18.441411 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c921c30-5de1-4304-8c6e-de7c48f9eea0 req-f17f69c5-ca22-4422-842a-4dec3c804bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:18.443006 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8c921c30-5de1-4304-8c6e-de7c48f9eea0 req-f17f69c5-ca22-4422-842a-4dec3c804bc2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 1130 time: 0.0412893 Oct 14 03:09:18.549573 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c921c30-5de1-4304-8c6e-de7c48f9eea0 req-efff57e2-4c48-4305-8d0c-efbc0e08717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:18.551873 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8c921c30-5de1-4304-8c6e-de7c48f9eea0 req-efff57e2-4c48-4305-8d0c-efbc0e08717d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 200 len: 919 time: 0.1014750 Oct 14 03:09:18.604312 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8c921c30-5de1-4304-8c6e-de7c48f9eea0 req-6fc56ee4-f72d-44bb-8a81-73cd1343e327 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c75b196-f33a-4b89-b5fd-abf20f10fb84 HTTP/1.1" status: 200 len: 217 time: 0.0344508 Oct 14 03:09:18.659689 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c921c30-5de1-4304-8c6e-de7c48f9eea0 req-e8ac2732-55be-4939-ab7f-55371d37d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:18.661153 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8c921c30-5de1-4304-8c6e-de7c48f9eea0 req-e8ac2732-55be-4939-ab7f-55371d37d7ef service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=83361155-00a4-439a-b18b-f6450713d13d HTTP/1.1" status: 200 len: 857 time: 0.0477858 Oct 14 03:09:18.677233 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:18.713054 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c921c30-5de1-4304-8c6e-de7c48f9eea0 req-8f0cc5d4-5dd8-4985-bce5-07d7a0b0f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:18.714616 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8c921c30-5de1-4304-8c6e-de7c48f9eea0 req-8f0cc5d4-5dd8-4985-bce5-07d7a0b0f6dc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=55f1e2d7-2b20-46bb-a21a-28526552f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449328 Oct 14 03:09:18.734537 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:18.817628 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8c921c30-5de1-4304-8c6e-de7c48f9eea0 req-4425833d-5df0-4288-8093-c19b370d37af service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864654 Oct 14 03:09:18.908738 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8c921c30-5de1-4304-8c6e-de7c48f9eea0 req-dae02267-c54c-41e0-a2cb-8f87d701d4b8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886481 Oct 14 03:09:19.498123 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b441d9-452c-47cc-b1ea-0c397bd2091a req-0e5cd244-3709-43c7-81ad-0722443233f6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:19.498123 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e8b441d9-452c-47cc-b1ea-0c397bd2091a req-0e5cd244-3709-43c7-81ad-0722443233f6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0485959 Oct 14 03:09:19.546228 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e8b441d9-452c-47cc-b1ea-0c397bd2091a req-e7be33e3-e07b-4f1d-90d8-3ed73031b60d tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426366 Oct 14 03:09:20.669333 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c4631-ef92-4dac-a624-813a56714c5e req-339455ab-92f8-4d5b-ac3a-7c6dddc4276c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:20.670833 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-404c4631-ef92-4dac-a624-813a56714c5e req-339455ab-92f8-4d5b-ac3a-7c6dddc4276c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0477729 Oct 14 03:09:20.720521 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-404c4631-ef92-4dac-a624-813a56714c5e req-91418958-38b1-40df-baca-1a723315917c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442240 Oct 14 03:09:21.857134 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa7f00-06a9-4246-960f-88577cfc8284 req-ece874a2-bb6f-4c22-abf1-859e5fd5feac tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:21.859092 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0daa7f00-06a9-4246-960f-88577cfc8284 req-ece874a2-bb6f-4c22-abf1-859e5fd5feac tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0579274 Oct 14 03:09:21.910634 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0daa7f00-06a9-4246-960f-88577cfc8284 req-8587fc5c-2827-403a-8198-05b672ce1de3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459807 Oct 14 03:09:23.186605 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d727f55-8a9d-4580-86ea-6f6a82f61328 req-9b9b929d-4251-4b15-b963-d485bd8f7d91 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:23.188209 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5d727f55-8a9d-4580-86ea-6f6a82f61328 req-9b9b929d-4251-4b15-b963-d485bd8f7d91 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0469594 Oct 14 03:09:23.249807 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5d727f55-8a9d-4580-86ea-6f6a82f61328 req-e47de8d4-0ee3-4d67-b6c8-e2171a64505c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522106 Oct 14 03:09:24.043433 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:24.370882 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a4d7c-b6e2-4a16-b6bd-647fbbb67095 req-318e6e60-0946-438d-b657-0d16d4aebcae tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:24.373194 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-184a4d7c-b6e2-4a16-b6bd-647fbbb67095 req-318e6e60-0946-438d-b657-0d16d4aebcae tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0520544 Oct 14 03:09:24.426431 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-184a4d7c-b6e2-4a16-b6bd-647fbbb67095 req-9bac78b5-17e7-4934-8143-c9cf217e6d01 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474153 Oct 14 03:09:24.780103 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0235114a-af93-49d4-ade5-2477a5bb0762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:25.031583 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 35152) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:25.140480 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-af387ea7-7a54-4f46-b0a2-605bc73496ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:25.217472 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-af387ea7-7a54-4f46-b0a2-605bc73496ef admin admin] Publish callbacks [] for security_group (a789facb-654e-46de-9ff1-7275d520865e), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:25.294857 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-af387ea7-7a54-4f46-b0a2-605bc73496ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (a789facb-654e-46de-9ff1-7275d520865e), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:25.320667 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:25.336856 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-af387ea7-7a54-4f46-b0a2-605bc73496ef admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=087d77718a3d414dace397802d70873f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018816 Oct 14 03:09:25.336856 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af387ea7-7a54-4f46-b0a2-605bc73496ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a789facb-654e-46de-9ff1-7275d520865e,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:25.338409 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 35164) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:25.391564 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5a7b41d4-8ff7-4c68-a838-3c23704944f0 admin admin] Publish callbacks [] for security_group (a789facb-654e-46de-9ff1-7275d520865e), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:25.412157 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5a7b41d4-8ff7-4c68-a838-3c23704944f0 admin admin] Publish callbacks [] for security_group (a789facb-654e-46de-9ff1-7275d520865e), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:25.529400 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5a7b41d4-8ff7-4c68-a838-3c23704944f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (a789facb-654e-46de-9ff1-7275d520865e), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:25.532199 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5a7b41d4-8ff7-4c68-a838-3c23704944f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:25.533295 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-5a7b41d4-8ff7-4c68-a838-3c23704944f0 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a789facb-654e-46de-9ff1-7275d520865e HTTP/1.1" status: 204 len: 168 time: 0.1944408 Oct 14 03:09:25.542445 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b41d4-8ff7-4c68-a838-3c23704944f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a789facb-654e-46de-9ff1-7275d520865e,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:25.557115 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e213848-dc4e-46e4-bf5c-b71f6b574d17 req-48360f5b-209d-4299-8e24-cf29d26946b8 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:25.560562 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6e213848-dc4e-46e4-bf5c-b71f6b574d17 req-48360f5b-209d-4299-8e24-cf29d26946b8 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0547652 Oct 14 03:09:25.610508 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6e213848-dc4e-46e4-bf5c-b71f6b574d17 req-d054cacf-b562-4376-b474-a8cb98374c1c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453346 Oct 14 03:09:26.093376 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 35180) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:26.106695 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c341-3c4c-4392-b9db-95543edea8c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:26.181297 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c341-3c4c-4392-b9db-95543edea8c7 admin admin] Publish callbacks [] for security_group (c58cec94-8c23-472b-867d-75ba523c74bf), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:26.271385 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c341-3c4c-4392-b9db-95543edea8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (c58cec94-8c23-472b-867d-75ba523c74bf), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:26.313447 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-a5e4c341-3c4c-4392-b9db-95543edea8c7 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=36f2b1a55312424d9246dc70f6517e84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189963 Oct 14 03:09:26.314259 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4c341-3c4c-4392-b9db-95543edea8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58cec94-8c23-472b-867d-75ba523c74bf,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:26.316222 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 35182) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:26.365382 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-346fab8b-cbe3-42d5-ab88-9dccdc156fb7 admin admin] Publish callbacks [] for security_group (c58cec94-8c23-472b-867d-75ba523c74bf), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:26.388108 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-346fab8b-cbe3-42d5-ab88-9dccdc156fb7 admin admin] Publish callbacks [] for security_group (c58cec94-8c23-472b-867d-75ba523c74bf), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:26.511828 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-346fab8b-cbe3-42d5-ab88-9dccdc156fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (c58cec94-8c23-472b-867d-75ba523c74bf), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:26.514456 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-346fab8b-cbe3-42d5-ab88-9dccdc156fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:26.515629 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-346fab8b-cbe3-42d5-ab88-9dccdc156fb7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c58cec94-8c23-472b-867d-75ba523c74bf HTTP/1.1" status: 204 len: 168 time: 0.1983685 Oct 14 03:09:26.517862 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:26.524149 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fab8b-cbe3-42d5-ab88-9dccdc156fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58cec94-8c23-472b-867d-75ba523c74bf,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:26.736415 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef509cb1-afc8-4e0d-9e1a-ad08c2992481 req-2c419a1f-1732-4abc-9367-8b137f71c586 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:26.738576 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ef509cb1-afc8-4e0d-9e1a-ad08c2992481 req-2c419a1f-1732-4abc-9367-8b137f71c586 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0528486 Oct 14 03:09:26.787273 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ef509cb1-afc8-4e0d-9e1a-ad08c2992481 req-fec709a2-d541-40c5-8b61-3656a10cf638 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429006 Oct 14 03:09:27.035541 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=6 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:27.049011 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-754e1ffa-ba7e-4c52-9f68-87edfe21402a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:27.917193 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08008bca-745e-45d9-a424-f13e8befe0db req-71c477d8-f99d-4920-801a-59a2abf051bd tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:27.918645 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-08008bca-745e-45d9-a424-f13e8befe0db req-71c477d8-f99d-4920-801a-59a2abf051bd tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0490351 Oct 14 03:09:27.966662 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-08008bca-745e-45d9-a424-f13e8befe0db req-d6a53f4f-7553-4f97-a55e-3ab2c712d9c2 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423460 Oct 14 03:09:28.277262 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:29.086232 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f082c-82c7-4eea-89d9-9c5bec4b58cd req-b2e20c5c-2a8f-4dda-895c-167669fd60da tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:29.087705 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1e2f082c-82c7-4eea-89d9-9c5bec4b58cd req-b2e20c5c-2a8f-4dda-895c-167669fd60da tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0451186 Oct 14 03:09:29.140394 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1e2f082c-82c7-4eea-89d9-9c5bec4b58cd req-4b740ab4-549e-4125-84d8-e04a1292f67f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467124 Oct 14 03:09:29.739950 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:29.984714 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:30.264815 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95dc7d-306f-45f4-92e9-45c348e262b7 req-3ed6faef-c9ec-4922-a211-1e01db096a0e tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:30.266253 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8a95dc7d-306f-45f4-92e9-45c348e262b7 req-3ed6faef-c9ec-4922-a211-1e01db096a0e tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0459764 Oct 14 03:09:30.323584 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8a95dc7d-306f-45f4-92e9-45c348e262b7 req-8f3f35c3-e570-4374-b03c-a631ea5896da tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516911 Oct 14 03:09:30.875927 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5bcec3ee-4e67-4ac7-8f12-eff8c0182cc5 req-55a9a03a-00c1-48cf-8181-4253e8ae519e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399747 Oct 14 03:09:30.965325 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcec3ee-4e67-4ac7-8f12-eff8c0182cc5 req-7f4d0d0c-01e6-4757-9969-14a80ef2f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:30.966930 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5bcec3ee-4e67-4ac7-8f12-eff8c0182cc5 req-7f4d0d0c-01e6-4757-9969-14a80ef2f574 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=5470d8ee28f74b4eb385a90c33a514b8&device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 1129 time: 0.0393314 Oct 14 03:09:31.100250 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcec3ee-4e67-4ac7-8f12-eff8c0182cc5 req-b5b223ee-f37e-4f95-9d6d-b440f9378c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:31.102396 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5bcec3ee-4e67-4ac7-8f12-eff8c0182cc5 req-b5b223ee-f37e-4f95-9d6d-b440f9378c3e service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=706c2be8-801d-4fd3-a7af-a476e6a9ec99 HTTP/1.1" status: 200 len: 912 time: 0.1080670 Oct 14 03:09:31.157864 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:31.169956 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5bcec3ee-4e67-4ac7-8f12-eff8c0182cc5 req-9b9e3683-eaef-480c-8eac-6efba25d760f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=071c08ed-047d-41ca-80e6-701785e75787 HTTP/1.1" status: 200 len: 1001 time: 0.0572748 Oct 14 03:09:31.227285 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcec3ee-4e67-4ac7-8f12-eff8c0182cc5 req-b203e66a-f0ab-48e3-9e75-e87cfc1533a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:31.228781 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5bcec3ee-4e67-4ac7-8f12-eff8c0182cc5 req-b203e66a-f0ab-48e3-9e75-e87cfc1533a6 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=326ff2bf-f78a-4292-afd2-858a661cf898 HTTP/1.1" status: 200 len: 850 time: 0.0440972 Oct 14 03:09:31.278339 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcec3ee-4e67-4ac7-8f12-eff8c0182cc5 req-b0d5de8c-d5d8-437a-8598-5f74c1113620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:31.279864 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5bcec3ee-4e67-4ac7-8f12-eff8c0182cc5 req-b0d5de8c-d5d8-437a-8598-5f74c1113620 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=706c2be8-801d-4fd3-a7af-a476e6a9ec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434179 Oct 14 03:09:31.356753 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:31.374294 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5bcec3ee-4e67-4ac7-8f12-eff8c0182cc5 req-b0197389-44e4-46f7-b3fe-51b4c4d93c02 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858552 Oct 14 03:09:31.439245 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 35302) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:31.484342 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5bcec3ee-4e67-4ac7-8f12-eff8c0182cc5 req-a84bc51c-7acb-4489-87f0-a20b6f841359 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007011 Oct 14 03:09:31.494635 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c2ce6-1f84-42e1-bfb4-c5339fdb4206 req-09fdc8b4-2175-4658-aabd-1e4eb2ef5117 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:31.502013 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1d1c2ce6-1f84-42e1-bfb4-c5339fdb4206 req-09fdc8b4-2175-4658-aabd-1e4eb2ef5117 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0511189 Oct 14 03:09:31.565719 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1d1c2ce6-1f84-42e1-bfb4-c5339fdb4206 req-bfcc5bca-4cc4-4140-a708-b5cb2019d4ef tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627339 Oct 14 03:09:31.566521 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:31.642899 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Publish callbacks [] for security_group (33f82b5d-9c9f-40f6-b144-b753c7fe63a2), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:31.704356 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (33f82b5d-9c9f-40f6-b144-b753c7fe63a2), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:31.742894 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f82b5d-9c9f-40f6-b144-b753c7fe63a2,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:31.747304 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=fb434417cb0a427eb1fdbfde98c5de51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070447 Oct 14 03:09:31.750373 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 35308) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:31.753281 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.753629 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.754219 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.754390 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.754723 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.755050 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.755373 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.755697 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.756020 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.756404 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.756792 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.757118 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.757436 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.757749 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.758089 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5913b7-2697-4762-a858-5b2d6f797d90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.805124 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Publish callbacks [] for security_group (33f82b5d-9c9f-40f6-b144-b753c7fe63a2), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:31.824781 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Publish callbacks [] for security_group (33f82b5d-9c9f-40f6-b144-b753c7fe63a2), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:31.934938 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (33f82b5d-9c9f-40f6-b144-b753c7fe63a2), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:31.937587 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:31.938879 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/33f82b5d-9c9f-40f6-b144-b753c7fe63a2 HTTP/1.1" status: 204 len: 168 time: 0.1872506 Oct 14 03:09:31.946872 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f82b5d-9c9f-40f6-b144-b753c7fe63a2,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:31.954700 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.955044 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.955378 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.955759 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.956202 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.956408 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.956727 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.957042 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.957520 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.958018 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.958461 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.958791 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.959110 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.959426 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:31.959738 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b22b03-a820-4955-9d10-00576d334120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:32.668778 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:32.687046 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fa817-67c5-4c5d-b6c6-71fc36f6d844 req-78fef271-f195-4da2-8163-829d482fa736 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:32.688536 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7a4fa817-67c5-4c5d-b6c6-71fc36f6d844 req-78fef271-f195-4da2-8163-829d482fa736 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0466049 Oct 14 03:09:32.739558 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7a4fa817-67c5-4c5d-b6c6-71fc36f6d844 req-db3f384a-8d6e-48be-921e-3e9119055a9e tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454087 Oct 14 03:09:32.770350 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 35332) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:32.783594 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-74bb951e-14da-4cdf-8992-2804f5d0092a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:32.819211 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:32.875912 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-74bb951e-14da-4cdf-8992-2804f5d0092a admin admin] Publish callbacks [] for security_group (2556c244-8f19-41e0-926c-ac41ef0c2a8f), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:32.923065 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-74bb951e-14da-4cdf-8992-2804f5d0092a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (2556c244-8f19-41e0-926c-ac41ef0c2a8f), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:32.973497 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-74bb951e-14da-4cdf-8992-2804f5d0092a admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7f52c099475a4aee9f8bf097b4d7d711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996181 Oct 14 03:09:32.973497 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb951e-14da-4cdf-8992-2804f5d0092a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2556c244-8f19-41e0-926c-ac41ef0c2a8f,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:32.973918 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 35344) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:33.042177 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-578fcdf9-8f1c-4359-840d-0f0df5d81e9b admin admin] Publish callbacks [] for security_group (2556c244-8f19-41e0-926c-ac41ef0c2a8f), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:33.063717 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-578fcdf9-8f1c-4359-840d-0f0df5d81e9b admin admin] Publish callbacks [] for security_group (2556c244-8f19-41e0-926c-ac41ef0c2a8f), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:33.163098 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-578fcdf9-8f1c-4359-840d-0f0df5d81e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (2556c244-8f19-41e0-926c-ac41ef0c2a8f), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:33.166363 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-578fcdf9-8f1c-4359-840d-0f0df5d81e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:33.167682 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-578fcdf9-8f1c-4359-840d-0f0df5d81e9b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2556c244-8f19-41e0-926c-ac41ef0c2a8f HTTP/1.1" status: 204 len: 168 time: 0.1921096 Oct 14 03:09:33.179369 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fcdf9-8f1c-4359-840d-0f0df5d81e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2556c244-8f19-41e0-926c-ac41ef0c2a8f,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:33.608901 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:33.976639 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44674bc-542e-43a5-a766-0702ec9b4739 req-969f9e56-6e61-4583-92af-e5be960c78ca tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:33.978152 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d44674bc-542e-43a5-a766-0702ec9b4739 req-969f9e56-6e61-4583-92af-e5be960c78ca tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0458839 Oct 14 03:09:34.032231 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d44674bc-542e-43a5-a766-0702ec9b4739 req-541bb972-efc4-445d-ab5a-5714d39f070b tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456967 Oct 14 03:09:35.156993 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c5b80-d30c-4328-8a9a-ec7e90ead04a req-71db67c5-a458-4f1f-bea0-e6970d729209 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:35.158508 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9e0c5b80-d30c-4328-8a9a-ec7e90ead04a req-71db67c5-a458-4f1f-bea0-e6970d729209 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0481141 Oct 14 03:09:35.226021 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9e0c5b80-d30c-4328-8a9a-ec7e90ead04a req-53cc87bb-d1b9-45f4-8cb3-c2333257ecc9 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615764 Oct 14 03:09:36.125438 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cce3ce-f081-439d-a422-b340b465f2a6 req-ee418b19-b428-4d22-bc3a-8f0afbb11179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:36.126972 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-98cce3ce-f081-439d-a422-b340b465f2a6 req-ee418b19-b428-4d22-bc3a-8f0afbb11179 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 1130 time: 0.0508029 Oct 14 03:09:36.245126 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-98cce3ce-f081-439d-a422-b340b465f2a6 req-1ad00fdd-ef7b-4a0a-8af3-df3632c78593 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390470 Oct 14 03:09:36.353110 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0ce86-097c-4285-bf1c-1852ae47d012 req-0b187e28-44c3-4d80-8840-2b272d193203 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:36.355185 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f0a0ce86-097c-4285-bf1c-1852ae47d012 req-0b187e28-44c3-4d80-8840-2b272d193203 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0516748 Oct 14 03:09:36.405787 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f0a0ce86-097c-4285-bf1c-1852ae47d012 req-26ec813e-aa0a-4f7e-b826-6569a1ec5a0e tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446200 Oct 14 03:09:37.531819 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36551f46-b8a4-47c0-ab5e-e800754b1bda req-781d8426-a673-464b-8e6c-d1d9c14c0489 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:37.533289 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-36551f46-b8a4-47c0-ab5e-e800754b1bda req-781d8426-a673-464b-8e6c-d1d9c14c0489 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0459774 Oct 14 03:09:37.594071 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-36551f46-b8a4-47c0-ab5e-e800754b1bda req-023938f0-a8dd-44b3-8c7e-38c9db4ffeba tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516827 Oct 14 03:09:38.705627 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3be1f-d53a-41f0-bfe1-506f8d9480a3 req-4e89d9d3-0533-4971-96b1-30f84b957972 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:38.707161 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e0b3be1f-d53a-41f0-bfe1-506f8d9480a3 req-4e89d9d3-0533-4971-96b1-30f84b957972 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0484402 Oct 14 03:09:38.756428 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e0b3be1f-d53a-41f0-bfe1-506f8d9480a3 req-3f8a6b65-1c86-4c23-a9db-bd4d5e9c32fc tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434651 Oct 14 03:09:39.155438 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbac238-39be-44da-a93b-b490bd77f6be req-6b28a5bb-74fd-4d05-ba2e-144be10bd04a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:39.156941 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cbbac238-39be-44da-a93b-b490bd77f6be req-6b28a5bb-74fd-4d05-ba2e-144be10bd04a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0475082 Oct 14 03:09:39.204205 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cbbac238-39be-44da-a93b-b490bd77f6be req-6d6faf69-ee6d-4734-a797-8d5606b5675c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416007 Oct 14 03:09:39.220251 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b3c2a-d050-4951-acf4-f70d0b00ad96 req-5bb81a7a-ee21-42b8-b905-250fe347a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:39.221870 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a92b3c2a-d050-4951-acf4-f70d0b00ad96 req-5bb81a7a-ee21-42b8-b905-250fe347a4f5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 1130 time: 0.0424979 Oct 14 03:09:39.317022 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:39.321981 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b3c2a-d050-4951-acf4-f70d0b00ad96 req-630ea205-f862-4637-8bc8-1fa6897c2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:39.323447 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a92b3c2a-d050-4951-acf4-f70d0b00ad96 req-630ea205-f862-4637-8bc8-1fa6897c2be4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 200 len: 919 time: 0.0867198 Oct 14 03:09:39.371763 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a92b3c2a-d050-4951-acf4-f70d0b00ad96 req-7623f633-56ce-4b88-ba31-d92429f1366b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c75b196-f33a-4b89-b5fd-abf20f10fb84 HTTP/1.1" status: 200 len: 217 time: 0.0367656 Oct 14 03:09:39.574239 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b3c2a-d050-4951-acf4-f70d0b00ad96 req-638225e5-e34e-4ebb-9ab1-ef8e71d08b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:39.575730 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a92b3c2a-d050-4951-acf4-f70d0b00ad96 req-638225e5-e34e-4ebb-9ab1-ef8e71d08b12 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=83361155-00a4-439a-b18b-f6450713d13d HTTP/1.1" status: 200 len: 857 time: 0.0431383 Oct 14 03:09:39.972393 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b3c2a-d050-4951-acf4-f70d0b00ad96 req-3e803622-aed9-46cc-a8f1-2ae6f1895519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:39.973967 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a92b3c2a-d050-4951-acf4-f70d0b00ad96 req-3e803622-aed9-46cc-a8f1-2ae6f1895519 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=55f1e2d7-2b20-46bb-a21a-28526552f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402334 Oct 14 03:09:40.071909 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a92b3c2a-d050-4951-acf4-f70d0b00ad96 req-d1ae9ba3-3caa-4898-b640-340da64218de service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870912 Oct 14 03:09:40.325840 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aacaca-ed6c-4dfe-88b8-1501211a955a req-da5fedb1-6757-4c42-a2d8-3e5f7afbeb02 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:40.327206 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e7aacaca-ed6c-4dfe-88b8-1501211a955a req-da5fedb1-6757-4c42-a2d8-3e5f7afbeb02 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0454168 Oct 14 03:09:40.378524 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e7aacaca-ed6c-4dfe-88b8-1501211a955a req-094885e9-3196-4afd-ae39-519965ed388b tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456495 Oct 14 03:09:40.496585 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a92b3c2a-d050-4951-acf4-f70d0b00ad96 req-f81c64ab-3064-40c2-a087-c3398d5ec005 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992715 Oct 14 03:09:41.501505 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71b928-5777-4fd5-ad83-7e4eb68ddc5f req-5d8f1faf-013c-43dd-b3d2-40f4e15624b6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:41.503021 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0d71b928-5777-4fd5-ad83-7e4eb68ddc5f req-5d8f1faf-013c-43dd-b3d2-40f4e15624b6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0473349 Oct 14 03:09:41.533189 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:41.552218 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0d71b928-5777-4fd5-ad83-7e4eb68ddc5f req-9a5fdfd5-356a-4b48-bc7b-6fd7b643f73d tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429738 Oct 14 03:09:41.737326 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 35552) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:41.741938 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-d7f444f6-070d-4553-870d-ee51e51052ac tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1451690681', 'description': 'tempest-description--1581785232'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:09:41.835837 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d7f444f6-070d-4553-870d-ee51e51052ac tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:41.902434 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d7f444f6-070d-4553-870d-ee51e51052ac tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (688edc88-f17b-4c99-83b8-2ac62b081d2d), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:41.978698 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d7f444f6-070d-4553-870d-ee51e51052ac tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (688edc88-f17b-4c99-83b8-2ac62b081d2d), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:41.996660 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:42.007953 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f444f6-070d-4553-870d-ee51e51052ac tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688edc88-f17b-4c99-83b8-2ac62b081d2d,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:42.113028 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d7f444f6-070d-4553-870d-ee51e51052ac tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:42.114294 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-d7f444f6-070d-4553-870d-ee51e51052ac tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3759305 Oct 14 03:09:42.117303 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 35558) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:42.121456 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-acd06c6d-43fc-4209-a944-9c4282135abb tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'security_group_rule': {'security_group_id': '688edc88-f17b-4c99-83b8-2ac62b081d2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:09:42.220042 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-acd06c6d-43fc-4209-a944-9c4282135abb tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (9298ee99-0a30-455c-b974-4dfdf0374b95), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:42.288577 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-acd06c6d-43fc-4209-a944-9c4282135abb tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (9298ee99-0a30-455c-b974-4dfdf0374b95), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:42.387403 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-acd06c6d-43fc-4209-a944-9c4282135abb tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (9298ee99-0a30-455c-b974-4dfdf0374b95), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:42.405033 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd06c6d-43fc-4209-a944-9c4282135abb tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9298ee99-0a30-455c-b974-4dfdf0374b95,revision_number=0']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:42.496462 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-acd06c6d-43fc-4209-a944-9c4282135abb tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:42.498202 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-acd06c6d-43fc-4209-a944-9c4282135abb tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3799343 Oct 14 03:09:42.500914 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 35570) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:42.506390 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-c33c2740-8937-41f3-a1cf-fcbfc8634f8e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'security_group_rule': {'security_group_id': '688edc88-f17b-4c99-83b8-2ac62b081d2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:09:42.603505 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c33c2740-8937-41f3-a1cf-fcbfc8634f8e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (796df968-85aa-4ec0-af36-c45a78b9f01b), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:42.691358 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3e02f-1bd3-4989-b3a3-07f8f781471a req-99cecb95-e64f-4859-92ef-f3c534910a8e tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:42.692837 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-39b3e02f-1bd3-4989-b3a3-07f8f781471a req-99cecb95-e64f-4859-92ef-f3c534910a8e tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0578291 Oct 14 03:09:42.702669 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c33c2740-8937-41f3-a1cf-fcbfc8634f8e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (796df968-85aa-4ec0-af36-c45a78b9f01b), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:42.744959 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-39b3e02f-1bd3-4989-b3a3-07f8f781471a req-4c3f283a-5c6d-42ed-964a-93abf0009d84 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446615 Oct 14 03:09:42.785499 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c33c2740-8937-41f3-a1cf-fcbfc8634f8e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (796df968-85aa-4ec0-af36-c45a78b9f01b), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:42.809240 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c2740-8937-41f3-a1cf-fcbfc8634f8e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796df968-85aa-4ec0-af36-c45a78b9f01b,revision_number=0']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:42.862210 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c33c2740-8937-41f3-a1cf-fcbfc8634f8e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:42.863682 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-c33c2740-8937-41f3-a1cf-fcbfc8634f8e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3615322 Oct 14 03:09:42.866773 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 35580) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:42.874059 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-813fcd2a-2bea-401d-b61a-2370b2cf1fec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'floatingip': {'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:09:42.978911 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-813fcd2a-2bea-401d-b61a-2370b2cf1fec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:43.069432 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-813fcd2a-2bea-401d-b61a-2370b2cf1fec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:43.184081 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [None req-813fcd2a-2bea-401d-b61a-2370b2cf1fec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Allocated IP 172.27.3.75 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/90538bd9-e203-4d91-a820-ed04070b2b95) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:09:43.191624 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:INSERT=10,neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:43.208652 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:43.294337 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-813fcd2a-2bea-401d-b61a-2370b2cf1fec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for port (90538bd9-e203-4d91-a820-ed04070b2b95), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:43.303495 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:43.426773 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-813fcd2a-2bea-401d-b61a-2370b2cf1fec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (90538bd9-e203-4d91-a820-ed04070b2b95), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:43.469410 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813fcd2a-2bea-401d-b61a-2370b2cf1fec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:09:43.472391 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-813fcd2a-2bea-401d-b61a-2370b2cf1fec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:09:43.476011 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813fcd2a-2bea-401d-b61a-2370b2cf1fec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:09:43.503457 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fcd2a-2bea-401d-b61a-2370b2cf1fec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'Port': ['ID=90538bd9-e203-4d91-a820-ed04070b2b95,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:43.521402 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=14,neutron:UPDATE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:43.565512 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-813fcd2a-2bea-401d-b61a-2370b2cf1fec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (dbd66ec1-4df7-4b7c-b967-8997efccb706), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:43.863946 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee9aa-1f5d-4a19-a9f5-9c8dc5144675 req-361a2346-8c19-44c9-90af-40b629281214 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:43.865398 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7a1ee9aa-1f5d-4a19-a9f5-9c8dc5144675 req-361a2346-8c19-44c9-90af-40b629281214 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0471005 Oct 14 03:09:43.915877 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7a1ee9aa-1f5d-4a19-a9f5-9c8dc5144675 req-a80b7e4f-f2cf-4dcb-b3cd-8d7ea933ebe4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448570 Oct 14 03:09:44.085965 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-813fcd2a-2bea-401d-b61a-2370b2cf1fec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (90538bd9-e203-4d91-a820-ed04070b2b95), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:44.233482 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-813fcd2a-2bea-401d-b61a-2370b2cf1fec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for port (90538bd9-e203-4d91-a820-ed04070b2b95), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:44.253932 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:44.334536 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-813fcd2a-2bea-401d-b61a-2370b2cf1fec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129412714'] for port (90538bd9-e203-4d91-a820-ed04070b2b95), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:44.400582 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-813fcd2a-2bea-401d-b61a-2370b2cf1fec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (dbd66ec1-4df7-4b7c-b967-8997efccb706), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:44.404482 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fcd2a-2bea-401d-b61a-2370b2cf1fec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'Port': ['ID=90538bd9-e203-4d91-a820-ed04070b2b95,revision_number=2']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:44.497649 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-813fcd2a-2bea-401d-b61a-2370b2cf1fec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:44.510442 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-813fcd2a-2bea-401d-b61a-2370b2cf1fec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6313486 Oct 14 03:09:44.733421 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-40083c61-6532-417d-b7ea-95c2c0322455 req-4f98cf17-d369-4a2d-ba92-6cefba928862 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1451690681&fields=id&tenant_id=20fb24be77624e59b8560c7863ca4a46 HTTP/1.1" status: 200 len: 267 time: 0.0420804 Oct 14 03:09:44.844807 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40083c61-6532-417d-b7ea-95c2c0322455 req-aa5ea254-5fe8-4276-9365-ac3a02a7adb4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:44.846295 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-40083c61-6532-417d-b7ea-95c2c0322455 req-aa5ea254-5fe8-4276-9365-ac3a02a7adb4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/networks?id=bb28930e-3d0a-43c7-985a-b1d6573d124d HTTP/1.1" status: 200 len: 814 time: 0.1061242 Oct 14 03:09:44.861406 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-40083c61-6532-417d-b7ea-95c2c0322455 req-2f37f95c-a792-42f0-992e-8d05ee616c57 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/quotas/20fb24be77624e59b8560c7863ca4a46 HTTP/1.1" status: 200 len: 375 time: 0.0097058 Oct 14 03:09:44.912138 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-40083c61-6532-417d-b7ea-95c2c0322455 req-6f8ea4c7-b2a7-42c5-ac7d-75e0d2f9711d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=20fb24be77624e59b8560c7863ca4a46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455577 Oct 14 03:09:45.015238 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:45.019830 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d7f65351-46ad-4e91-9072-e5ca6fabff85 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962517 Oct 14 03:09:45.122567 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-40083c61-6532-417d-b7ea-95c2c0322455 req-17a94399-295e-40e9-9093-8fc582ebd4de service neutron] 10.222.0.39 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961652 Oct 14 03:09:45.370125 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f0578d7b-a874-4bd5-9456-d72f17e2c76a req-a4f7e657-fddc-4ea0-ac45-b4c369568d66 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 210 time: 0.0367408 Oct 14 03:09:45.728520 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4505f-093f-46bb-846d-08b5ced3e826 req-7bba15b7-1ecb-4474-b90a-82f609a08a1e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:45.731206 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-01c4505f-093f-46bb-846d-08b5ced3e826 req-7bba15b7-1ecb-4474-b90a-82f609a08a1e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0645504 Oct 14 03:09:45.786230 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-01c4505f-093f-46bb-846d-08b5ced3e826 req-fe1a3851-b5fa-4494-bc2c-2e67ab777f53 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490923 Oct 14 03:09:45.870751 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 35686) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:45.875334 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-07ee0044-e596-4cc8-a432-81fa0a1c24aa tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1583607770', 'description': 'tempest-description--1886222667'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:09:45.991547 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-07ee0044-e596-4cc8-a432-81fa0a1c24aa tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:46.061541 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-07ee0044-e596-4cc8-a432-81fa0a1c24aa tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for security_group (ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:46.119852 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-07ee0044-e596-4cc8-a432-81fa0a1c24aa tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:46.150761 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee0044-e596-4cc8-a432-81fa0a1c24aa tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:46.209185 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 35692) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:46.251596 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-07ee0044-e596-4cc8-a432-81fa0a1c24aa tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:46.252757 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-07ee0044-e596-4cc8-a432-81fa0a1c24aa tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3809664 Oct 14 03:09:46.256080 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 35696) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:46.260749 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-f3f7bcb2-789c-41ea-ae99-cf1069a6225f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Request body: {'security_group_rule': {'security_group_id': 'ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:09:46.318722 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fe4f982c-3048-473d-863f-9cdfa8281269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:46.380704 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f3f7bcb2-789c-41ea-ae99-cf1069a6225f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for security_group_rule (0af3b7c3-aadd-45da-b601-e9f367ec6b92), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:46.396028 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fe4f982c-3048-473d-863f-9cdfa8281269 admin admin] Publish callbacks [] for security_group (c63f2ae4-0338-4a7f-8fa2-1949683f3a4d), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:46.473953 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6e871792-024d-469f-92bc-f7bba3b2166c req-ab980be5-bc8a-40b2-9f1f-c4e9bbab58f9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 210 time: 0.0278797 Oct 14 03:09:46.499662 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fe4f982c-3048-473d-863f-9cdfa8281269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (c63f2ae4-0338-4a7f-8fa2-1949683f3a4d), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:46.540774 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f982c-3048-473d-863f-9cdfa8281269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63f2ae4-0338-4a7f-8fa2-1949683f3a4d,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:46.545804 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-fe4f982c-3048-473d-863f-9cdfa8281269 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f201de3b00864b90967a2e260622f07a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353710 Oct 14 03:09:46.548389 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 35702) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:46.623526 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-16b5b6d1-84d5-4586-9295-72c19c8c8d80 admin admin] Publish callbacks [] for security_group (c63f2ae4-0338-4a7f-8fa2-1949683f3a4d), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:46.649632 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-16b5b6d1-84d5-4586-9295-72c19c8c8d80 admin admin] Publish callbacks [] for security_group (c63f2ae4-0338-4a7f-8fa2-1949683f3a4d), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:46.678458 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:46.681971 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f3f7bcb2-789c-41ea-ae99-cf1069a6225f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for security_group_rule (0af3b7c3-aadd-45da-b601-e9f367ec6b92), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:46.762597 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f3f7bcb2-789c-41ea-ae99-cf1069a6225f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (0af3b7c3-aadd-45da-b601-e9f367ec6b92), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:46.782168 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7bcb2-789c-41ea-ae99-cf1069a6225f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af3b7c3-aadd-45da-b601-e9f367ec6b92,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:46.793001 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-16b5b6d1-84d5-4586-9295-72c19c8c8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (c63f2ae4-0338-4a7f-8fa2-1949683f3a4d), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:46.804345 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-16b5b6d1-84d5-4586-9295-72c19c8c8d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:46.804345 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-16b5b6d1-84d5-4586-9295-72c19c8c8d80 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c63f2ae4-0338-4a7f-8fa2-1949683f3a4d HTTP/1.1" status: 204 len: 168 time: 0.2481315 Oct 14 03:09:46.806789 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5b6d1-84d5-4586-9295-72c19c8c8d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63f2ae4-0338-4a7f-8fa2-1949683f3a4d,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:46.852199 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f3f7bcb2-789c-41ea-ae99-cf1069a6225f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:46.853440 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-f3f7bcb2-789c-41ea-ae99-cf1069a6225f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5963235 Oct 14 03:09:46.857510 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 35714) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:46.862980 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-852563c9-dd54-46ea-8c48-4505b338d3ab tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Request body: {'security_group_rule': {'security_group_id': 'ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:09:46.928611 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a07cd-bbdb-4832-9593-e6f98bb728d5 req-892a9ff2-0621-4bcc-a6b2-60f92bc125f1 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:46.930079 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b01a07cd-bbdb-4832-9593-e6f98bb728d5 req-892a9ff2-0621-4bcc-a6b2-60f92bc125f1 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0458033 Oct 14 03:09:46.974113 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=6 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:46.980720 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b01a07cd-bbdb-4832-9593-e6f98bb728d5 req-91f8eefc-2215-47b7-9622-9d5392454bcb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446231 Oct 14 03:09:46.982402 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-852563c9-dd54-46ea-8c48-4505b338d3ab tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for security_group_rule (3becfaac-b78a-48f2-a17a-4e4799e4ad04), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:47.007640 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:47.039082 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-852563c9-dd54-46ea-8c48-4505b338d3ab tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for security_group_rule (3becfaac-b78a-48f2-a17a-4e4799e4ad04), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:47.134153 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-852563c9-dd54-46ea-8c48-4505b338d3ab tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (3becfaac-b78a-48f2-a17a-4e4799e4ad04), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:47.158202 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852563c9-dd54-46ea-8c48-4505b338d3ab tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3becfaac-b78a-48f2-a17a-4e4799e4ad04,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:47.239271 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-852563c9-dd54-46ea-8c48-4505b338d3ab tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:47.240467 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-852563c9-dd54-46ea-8c48-4505b338d3ab tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3819799 Oct 14 03:09:47.243951 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 35722) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:47.248199 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-241c8bf5-5be4-4f3d-be93-c02fb01319d4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Request body: {'floatingip': {'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:09:47.344562 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-241c8bf5-5be4-4f3d-be93-c02fb01319d4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:47.410146 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:47.424302 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-241c8bf5-5be4-4f3d-be93-c02fb01319d4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:47.529196 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 35726) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:47.535917 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-241c8bf5-5be4-4f3d-be93-c02fb01319d4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Allocated IP 172.27.3.123 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/dbb69bd9-731a-43de-ac4a-64347293031c) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:09:47.547407 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d079b225-953a-4dd9-bb1b-acc1ea8d4ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:47.594483 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5a6a4ea8-f3e4-45b9-b3b5-8327ec7bca3d req-7f3eb432-ec73-4bdb-9139-799a69812cad tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 210 time: 0.0345750 Oct 14 03:09:47.696887 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-241c8bf5-5be4-4f3d-be93-c02fb01319d4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for port (dbb69bd9-731a-43de-ac4a-64347293031c), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:47.724422 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d079b225-953a-4dd9-bb1b-acc1ea8d4ca1 admin admin] Publish callbacks [] for security_group (c7b8ce0c-e59f-4c46-b81c-036e7c6e4c68), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:47.790111 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d079b225-953a-4dd9-bb1b-acc1ea8d4ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (c7b8ce0c-e59f-4c46-b81c-036e7c6e4c68), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:47.819666 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-241c8bf5-5be4-4f3d-be93-c02fb01319d4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (dbb69bd9-731a-43de-ac4a-64347293031c), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:47.857897 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-d079b225-953a-4dd9-bb1b-acc1ea8d4ca1 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=3422fcd443ba4d2193c72a60472adead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275535 Oct 14 03:09:47.860890 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 35730) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:47.862710 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079b225-953a-4dd9-bb1b-acc1ea8d4ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b8ce0c-e59f-4c46-b81c-036e7c6e4c68,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:47.869931 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:47.878897 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241c8bf5-5be4-4f3d-be93-c02fb01319d4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:09:47.881310 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-241c8bf5-5be4-4f3d-be93-c02fb01319d4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:09:47.885094 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241c8bf5-5be4-4f3d-be93-c02fb01319d4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:09:47.908789 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c8bf5-5be4-4f3d-be93-c02fb01319d4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Pushing event updated for resources: {'Port': ['ID=dbb69bd9-731a-43de-ac4a-64347293031c,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:47.916294 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fdd14f40-6569-4767-ab35-5571e8ab277c admin admin] Publish callbacks [] for security_group (c7b8ce0c-e59f-4c46-b81c-036e7c6e4c68), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:47.940959 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fdd14f40-6569-4767-ab35-5571e8ab277c admin admin] Publish callbacks [] for security_group (c7b8ce0c-e59f-4c46-b81c-036e7c6e4c68), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:48.032470 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-241c8bf5-5be4-4f3d-be93-c02fb01319d4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for floatingip (f6228baf-b71d-4bc5-8dd1-ed2e78f019c7), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:48.087516 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40083c61-6532-417d-b7ea-95c2c0322455 req-f3fea128-1c86-4b9f-a6d3-734944968fd3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:48.089214 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-40083c61-6532-417d-b7ea-95c2c0322455 req-f3fea128-1c86-4b9f-a6d3-734944968fd3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "GET /networking/v2.0/networks?id=bb28930e-3d0a-43c7-985a-b1d6573d124d HTTP/1.1" status: 200 len: 814 time: 0.1327665 Oct 14 03:09:48.165704 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-241c8bf5-5be4-4f3d-be93-c02fb01319d4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (dbb69bd9-731a-43de-ac4a-64347293031c), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:48.240232 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-40083c61-6532-417d-b7ea-95c2c0322455 req-e8e88f0d-b71f-41b4-809b-1fca165a60ef tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=20fb24be77624e59b8560c7863ca4a46 HTTP/1.1" status: 200 len: 472 time: 0.1321971 Oct 14 03:09:48.251697 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ea9c4-e802-437a-9024-af71c70b38ab req-9ea77cb1-a3c1-4aa5-90ee-bd781a8bf3ce tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:48.253987 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-530ea9c4-e802-437a-9024-af71c70b38ab req-9ea77cb1-a3c1-4aa5-90ee-bd781a8bf3ce tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0607684 Oct 14 03:09:48.259501 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-40083c61-6532-417d-b7ea-95c2c0322455 req-cbcba146-8b53-4850-8e74-a02f8005ee4e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'port': {'device_id': '174ff84e-3115-4222-a659-4725858ef844', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'admin_state_up': True, 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'security_groups': ['688edc88-f17b-4c99-83b8-2ac62b081d2d']}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:09:48.324946 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-530ea9c4-e802-437a-9024-af71c70b38ab req-c0fb729a-50e5-48a2-94e6-254099bb2d03 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426462 Oct 14 03:09:48.345054 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:48.362556 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fdd14f40-6569-4767-ab35-5571e8ab277c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (c7b8ce0c-e59f-4c46-b81c-036e7c6e4c68), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:48.365219 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fdd14f40-6569-4767-ab35-5571e8ab277c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:48.367828 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-fdd14f40-6569-4767-ab35-5571e8ab277c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c7b8ce0c-e59f-4c46-b81c-036e7c6e4c68 HTTP/1.1" status: 204 len: 168 time: 0.5058994 Oct 14 03:09:48.376931 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd14f40-6569-4767-ab35-5571e8ab277c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b8ce0c-e59f-4c46-b81c-036e7c6e4c68,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:48.443075 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-241c8bf5-5be4-4f3d-be93-c02fb01319d4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for port (dbb69bd9-731a-43de-ac4a-64347293031c), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:48.501050 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40083c61-6532-417d-b7ea-95c2c0322455 req-cbcba146-8b53-4850-8e74-a02f8005ee4e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Made reservation on behalf of 20fb24be77624e59b8560c7863ca4a46 for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:09:48.505081 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-40083c61-6532-417d-b7ea-95c2c0322455 req-cbcba146-8b53-4850-8e74-a02f8005ee4e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:48.508760 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-241c8bf5-5be4-4f3d-be93-c02fb01319d4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (dbb69bd9-731a-43de-ac4a-64347293031c), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:48.572063 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:48.630322 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-241c8bf5-5be4-4f3d-be93-c02fb01319d4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (f6228baf-b71d-4bc5-8dd1-ed2e78f019c7), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:48.636413 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c8bf5-5be4-4f3d-be93-c02fb01319d4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Pushing event updated for resources: {'Port': ['ID=dbb69bd9-731a-43de-ac4a-64347293031c,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:48.700259 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f25167ef-ad54-4f50-8398-d27186a2f937 req-49003c02-9cc1-44c6-9ee2-d9d96d3e59fc tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 210 time: 0.0329494 Oct 14 03:09:48.725909 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-40083c61-6532-417d-b7ea-95c2c0322455 req-cbcba146-8b53-4850-8e74-a02f8005ee4e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Allocated IP 172.20.0.14 (bb28930e-3d0a-43c7-985a-b1d6573d124d/135773a1-0191-4c48-88ba-8f3ab667b670/c0076cbe-9dc5-4a27-b4f0-6470011daec6) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:09:48.748639 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-241c8bf5-5be4-4f3d-be93-c02fb01319d4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:48.758339 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-241c8bf5-5be4-4f3d-be93-c02fb01319d4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5050294 Oct 14 03:09:48.888500 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-40083c61-6532-417d-b7ea-95c2c0322455 req-cbcba146-8b53-4850-8e74-a02f8005ee4e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for port (c0076cbe-9dc5-4a27-b4f0-6470011daec6), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:48.970827 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-21ce5ce3-17e6-4b52-9e4b-4110560457c0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1583607770&fields=id&tenant_id=44d8a8798bc64aefadd52c30a21002ef HTTP/1.1" status: 200 len: 267 time: 0.0446799 Oct 14 03:09:49.020080 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-40083c61-6532-417d-b7ea-95c2c0322455 req-cbcba146-8b53-4850-8e74-a02f8005ee4e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (c0076cbe-9dc5-4a27-b4f0-6470011daec6), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:49.063318 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40083c61-6532-417d-b7ea-95c2c0322455 req-cbcba146-8b53-4850-8e74-a02f8005ee4e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Network bb28930e-3d0a-43c7-985a-b1d6573d124d is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:09:49.068866 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-40083c61-6532-417d-b7ea-95c2c0322455 req-cbcba146-8b53-4850-8e74-a02f8005ee4e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:09:49.073142 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-40083c61-6532-417d-b7ea-95c2c0322455 req-cbcba146-8b53-4850-8e74-a02f8005ee4e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:09:49.088088 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-28aee0a8-0a66-4c33-bd7b-960db1f8981c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:49.089670 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-28aee0a8-0a66-4c33-bd7b-960db1f8981c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/networks?id=55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 200 len: 818 time: 0.1122952 Oct 14 03:09:49.097350 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcba146-8b53-4850-8e74-a02f8005ee4e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'Port': ['ID=c0076cbe-9dc5-4a27-b4f0-6470011daec6,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:49.110369 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8e3d0e5a-f400-49cf-a5a8-20ca33200b97 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/quotas/44d8a8798bc64aefadd52c30a21002ef HTTP/1.1" status: 200 len: 375 time: 0.0142288 Oct 14 03:09:49.128167 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40083c61-6532-417d-b7ea-95c2c0322455 req-cbcba146-8b53-4850-8e74-a02f8005ee4e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:49.129137 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-40083c61-6532-417d-b7ea-95c2c0322455 req-cbcba146-8b53-4850-8e74-a02f8005ee4e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:49.167943 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-86fd32e9-2d24-4093-a8c5-25dadad559d1 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0547085 Oct 14 03:09:49.196533 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 35766) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:49.217495 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-40083c61-6532-417d-b7ea-95c2c0322455 req-cbcba146-8b53-4850-8e74-a02f8005ee4e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9634533 Oct 14 03:09:49.218556 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6a2eceaa-83f7-4b12-90d8-864480f17d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:49.240450 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Request body: {'port': {'device_id': '174ff84e-3115-4222-a659-4725858ef844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:09:49.265718 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:49.273349 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-cbb8b620-fc70-4125-84eb-2792eb79a91b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910373 Oct 14 03:09:49.336098 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (c0076cbe-9dc5-4a27-b4f0-6470011daec6), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:49.356071 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-50b614e5-104f-473f-9777-07f1d59dd803 None None] Provisioning complete for port c0076cbe-9dc5-4a27-b4f0-6470011daec6 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:09:49.357202 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-50b614e5-104f-473f-9777-07f1d59dd803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (c0076cbe-9dc5-4a27-b4f0-6470011daec6), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:49.357323 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-50b614e5-104f-473f-9777-07f1d59dd803 None None] Attempt 1 to provision port c0076cbe-9dc5-4a27-b4f0-6470011daec6 Oct 14 03:09:49.389808 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-50b614e5-104f-473f-9777-07f1d59dd803 None None] Port c0076cbe-9dc5-4a27-b4f0-6470011daec6 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:09:49.395746 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-07dafe85-4f9f-4f02-8285-36dd3f33936d service neutron] 10.222.0.39 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095083 Oct 14 03:09:49.397074 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6a2eceaa-83f7-4b12-90d8-864480f17d1a admin admin] Publish callbacks [] for security_group (4ced4aa1-ec00-465b-9076-5e8e4956061d), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:49.467127 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6a2eceaa-83f7-4b12-90d8-864480f17d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (4ced4aa1-ec00-465b-9076-5e8e4956061d), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:49.473251 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b882ed-df1d-4ae8-9510-3d8dfdb31936 req-f9908bdc-4041-4ab0-80bb-3cb72f9adafc tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:49.475028 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d0b882ed-df1d-4ae8-9510-3d8dfdb31936 req-f9908bdc-4041-4ab0-80bb-3cb72f9adafc tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0507567 Oct 14 03:09:49.511277 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:49.532954 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d0b882ed-df1d-4ae8-9510-3d8dfdb31936 req-bc991b89-e2d5-459b-9f24-807484fefeea tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501723 Oct 14 03:09:49.599332 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-6a2eceaa-83f7-4b12-90d8-864480f17d1a admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ca23062d165c4b72ab4606722559e51e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4016421 Oct 14 03:09:49.602065 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 35780) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:49.602237 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2eceaa-83f7-4b12-90d8-864480f17d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ced4aa1-ec00-465b-9076-5e8e4956061d,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:49.687911 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fd744679-0889-4846-af0d-cbb04848c79a req-ae933146-0f50-4fb7-b3cb-7d65a45d8c5c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0393903 Oct 14 03:09:49.707300 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-24fbacdc-6ab4-4960-a4ed-55a300955c53 admin admin] Publish callbacks [] for security_group (4ced4aa1-ec00-465b-9076-5e8e4956061d), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:49.739256 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-24fbacdc-6ab4-4960-a4ed-55a300955c53 admin admin] Publish callbacks [] for security_group (4ced4aa1-ec00-465b-9076-5e8e4956061d), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:49.742479 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0076cbe-9dc5-4a27-b4f0-6470011daec6 {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:09:49.751678 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Publish callbacks [] for port (c0076cbe-9dc5-4a27-b4f0-6470011daec6), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:49.768975 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Transition to ACTIVE for port object c0076cbe-9dc5-4a27-b4f0-6470011daec6 will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:09:49.820261 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:49.835727 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (c0076cbe-9dc5-4a27-b4f0-6470011daec6), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:49.849473 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:49.859547 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484caed1-bb09-441e-a158-169f0bc6bb43 req-a9a4b682-d0ac-4db7-bf1f-65fdbeb27cbb tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:49.862279 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-484caed1-bb09-441e-a158-169f0bc6bb43 req-a9a4b682-d0ac-4db7-bf1f-65fdbeb27cbb tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 932 time: 0.0528681 Oct 14 03:09:49.909641 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-484caed1-bb09-441e-a158-169f0bc6bb43 req-0c3c80cf-3d12-43ed-9e03-40d176c00942 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423357 Oct 14 03:09:49.924482 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Pushing event updated for resources: {'Port': ['ID=c0076cbe-9dc5-4a27-b4f0-6470011daec6,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:49.941687 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-24fbacdc-6ab4-4960-a4ed-55a300955c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (4ced4aa1-ec00-465b-9076-5e8e4956061d), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:49.945730 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-24fbacdc-6ab4-4960-a4ed-55a300955c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:49.947115 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-24fbacdc-6ab4-4960-a4ed-55a300955c53 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/4ced4aa1-ec00-465b-9076-5e8e4956061d HTTP/1.1" status: 204 len: 168 time: 0.3437576 Oct 14 03:09:49.956380 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbacdc-6ab4-4960-a4ed-55a300955c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ced4aa1-ec00-465b-9076-5e8e4956061d,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:49.968428 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Attempting to bind port c0076cbe-9dc5-4a27-b4f0-6470011daec6 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:09:49.968428 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Attempting to bind port c0076cbe-9dc5-4a27-b4f0-6470011daec6 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:09:49.968428 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Attempting to bind port c0076cbe-9dc5-4a27-b4f0-6470011daec6 on network bb28930e-3d0a-43c7-985a-b1d6573d124d {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:09:50.019232 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Port c0076cbe-9dc5-4a27-b4f0-6470011daec6 on network bb28930e-3d0a-43c7-985a-b1d6573d124d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:09:50.019567 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Attempting to bind port c0076cbe-9dc5-4a27-b4f0-6470011daec6 on network bb28930e-3d0a-43c7-985a-b1d6573d124d {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:09:50.039175 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:50.066192 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:09:50.066514 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Checking segment: {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:09:50.066885 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Bound using segment: {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:09:50.067314 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Bound port: c0076cbe-9dc5-4a27-b4f0-6470011daec6, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:09:50.067697 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (c0076cbe-9dc5-4a27-b4f0-6470011daec6), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:50.131049 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] For port c0076cbe-9dc5-4a27-b4f0-6470011daec6, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:09:50.134047 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] For port c0076cbe-9dc5-4a27-b4f0-6470011daec6, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c0076cbe-9dc5-4a27-b4f0-6470011daec6,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:09:50.232286 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (c0076cbe-9dc5-4a27-b4f0-6470011daec6), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:50.238708 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:50.239401 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:50.241073 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-40083c61-6532-417d-b7ea-95c2c0322455 req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/c0076cbe-9dc5-4a27-b4f0-6470011daec6 HTTP/1.1" status: 200 len: 1094 time: 1.0077283 Oct 14 03:09:50.241569 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174ff84e-3115-4222-a659-4725858ef844', 'tag': 'c0076cbe-9dc5-4a27-b4f0-6470011daec6'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:09:50.244113 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89b7929-b78b-4247-a680-def494a12be2" -d '{"events": [{"name": "network-changed", "server_uuid": "174ff84e-3115-4222-a659-4725858ef844", "tag": "c0076cbe-9dc5-4a27-b4f0-6470011daec6"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:09:50.290172 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe079033-85a3-4b53-801f-72b50b9e1b4a x-openstack-request-id: req-fe079033-85a3-4b53-801f-72b50b9e1b4a {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:09:50.292173 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174ff84e-3115-4222-a659-4725858ef844", "tag": "c0076cbe-9dc5-4a27-b4f0-6470011daec6", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:09:50.292173 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe079033-85a3-4b53-801f-72b50b9e1b4a {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:09:50.292173 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe079033-85a3-4b53-801f-72b50b9e1b4a'] response: {'name': 'network-changed', 'server_uuid': '174ff84e-3115-4222-a659-4725858ef844', 'tag': 'c0076cbe-9dc5-4a27-b4f0-6470011daec6', 'status': 'completed', 'code': 200} Oct 14 03:09:50.296529 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06108be-28cd-454b-925b-f691b6604e27 service neutron] Pushing event updated for resources: {'Port': ['ID=c0076cbe-9dc5-4a27-b4f0-6470011daec6,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:50.673787 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d550207-5d5b-46d2-b92b-103e0636b732 req-b722366d-4feb-4a4f-ac63-2e22491c6bb0 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:50.675303 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8d550207-5d5b-46d2-b92b-103e0636b732 req-b722366d-4feb-4a4f-ac63-2e22491c6bb0 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0562580 Oct 14 03:09:50.677226 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b7929-b78b-4247-a680-def494a12be2 req-59f522c1-fe92-4e0a-878d-f813ec81f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:50.679263 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b89b7929-b78b-4247-a680-def494a12be2 req-59f522c1-fe92-4e0a-878d-f813ec81f59d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=20fb24be77624e59b8560c7863ca4a46&device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 1128 time: 0.0504339 Oct 14 03:09:50.729490 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8d550207-5d5b-46d2-b92b-103e0636b732 req-7ade58d9-730a-4e35-9096-fea92acd351d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471458 Oct 14 03:09:50.783794 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c0ba448d-4f77-48e3-b3f9-da6500936bed req-cdfa80d3-87c1-4ac3-9683-3522c1113d9d tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0288751 Oct 14 03:09:50.797380 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b7929-b78b-4247-a680-def494a12be2 req-4e46eec7-4d07-446a-91b1-5dff70393ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:50.798908 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b89b7929-b78b-4247-a680-def494a12be2 req-4e46eec7-4d07-446a-91b1-5dff70393ebb service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=20fb24be77624e59b8560c7863ca4a46&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1040356 Oct 14 03:09:50.937172 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b7929-b78b-4247-a680-def494a12be2 req-53ad6100-687c-4b7c-9012-0aba76428cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:50.938666 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b89b7929-b78b-4247-a680-def494a12be2 req-53ad6100-687c-4b7c-9012-0aba76428cf7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263659 Oct 14 03:09:51.039434 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88398058-4cf7-4665-a01b-fbe3cf5ee839 req-a8d45138-833c-433d-b1cd-28d271f2d839 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:51.040889 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-88398058-4cf7-4665-a01b-fbe3cf5ee839 req-a8d45138-833c-433d-b1cd-28d271f2d839 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 944 time: 0.0507085 Oct 14 03:09:51.064690 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40083c61-6532-417d-b7ea-95c2c0322455 req-ffb0da3a-3c2f-4126-9487-b4b2d8be69e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:51.066683 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-40083c61-6532-417d-b7ea-95c2c0322455 req-ffb0da3a-3c2f-4126-9487-b4b2d8be69e4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=20fb24be77624e59b8560c7863ca4a46&device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 1128 time: 0.0513186 Oct 14 03:09:51.109650 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-88398058-4cf7-4665-a01b-fbe3cf5ee839 req-9d90c073-c024-4190-a784-e7c871127f50 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519156 Oct 14 03:09:51.155942 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 35830) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:51.160009 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-40083c61-6532-417d-b7ea-95c2c0322455 req-4d0df8fe-0f12-4279-9167-c9fd0e42a480 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0076cbe-9dc5-4a27-b4f0-6470011daec6 HTTP/1.1" status: 200 len: 217 time: 0.0401111 Oct 14 03:09:51.205967 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:51.218731 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40083c61-6532-417d-b7ea-95c2c0322455 req-4a11861e-2599-4f27-bd56-a8597136199d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:51.220543 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-40083c61-6532-417d-b7ea-95c2c0322455 req-4a11861e-2599-4f27-bd56-a8597136199d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=135773a1-0191-4c48-88ba-8f3ab667b670 HTTP/1.1" status: 200 len: 853 time: 0.0521650 Oct 14 03:09:51.269723 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40083c61-6532-417d-b7ea-95c2c0322455 req-0f000f9c-5102-45eb-852e-86916e6c3448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:51.271339 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-40083c61-6532-417d-b7ea-95c2c0322455 req-0f000f9c-5102-45eb-852e-86916e6c3448 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=bb28930e-3d0a-43c7-985a-b1d6573d124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444579 Oct 14 03:09:51.306559 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 35836) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:51.343205 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-b7b9fc24-87af-4a39-be44-d6f3560bb4ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-502761635-network', 'tenant_id': '57c8543c66ed4a6889a7740932dc6433'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:09:51.371901 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-40083c61-6532-417d-b7ea-95c2c0322455 req-c289ea15-d813-4129-b38e-c01c311a7b0f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912597 Oct 14 03:09:51.376033 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d3f16d1b-bc78-486d-a0c3-43d41b2f6021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:51.456788 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d3f16d1b-bc78-486d-a0c3-43d41b2f6021 admin admin] Publish callbacks [] for security_group (180ccbb8-47c3-426e-b1f8-2a5ccbd0d75d), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:51.468674 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-40083c61-6532-417d-b7ea-95c2c0322455 req-a9ba71e6-eefb-4837-9a26-916cd1988683 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885751 Oct 14 03:09:51.471024 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b9fc24-87af-4a39-be44-d6f3560bb4ff admin admin] Made reservation on behalf of 57c8543c66ed4a6889a7740932dc6433 for: {'network': 1} {{(pid=105049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:09:51.473507 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b7b9fc24-87af-4a39-be44-d6f3560bb4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:51.482878 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b7b9fc24-87af-4a39-be44-d6f3560bb4ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:51.567843 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b7b9fc24-87af-4a39-be44-d6f3560bb4ff admin admin] Publish callbacks [] for security_group (68a4680e-2b96-4607-8b91-1fbdeb9b5517), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:51.570569 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d3f16d1b-bc78-486d-a0c3-43d41b2f6021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (180ccbb8-47c3-426e-b1f8-2a5ccbd0d75d), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:51.609644 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f16d1b-bc78-486d-a0c3-43d41b2f6021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180ccbb8-47c3-426e-b1f8-2a5ccbd0d75d,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:51.613994 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-d3f16d1b-bc78-486d-a0c3-43d41b2f6021 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=73cab3822d4d43c2a1c6ccac1e2d984c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064542 Oct 14 03:09:51.616788 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 35846) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:51.660143 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b7b9fc24-87af-4a39-be44-d6f3560bb4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (68a4680e-2b96-4607-8b91-1fbdeb9b5517), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:51.666284 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-dbb08d55-d322-40d3-8c2c-28e1796d72c8 admin admin] Publish callbacks [] for security_group (180ccbb8-47c3-426e-b1f8-2a5ccbd0d75d), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:51.682709 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b9fc24-87af-4a39-be44-d6f3560bb4ff admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=105049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 03:09:51.693151 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-dbb08d55-d322-40d3-8c2c-28e1796d72c8 admin admin] Publish callbacks [] for security_group (180ccbb8-47c3-426e-b1f8-2a5ccbd0d75d), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:51.698945 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9fc24-87af-4a39-be44-d6f3560bb4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a4680e-2b96-4607-8b91-1fbdeb9b5517,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:51.701983 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b7b9fc24-87af-4a39-be44-d6f3560bb4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (7c8189e7-2138-4b0c-b0ed-dab56267e32a), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:51.702327 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.segments_db [None req-b7b9fc24-87af-4a39-be44-d6f3560bb4ff admin admin] Added segment 7c8189e7-2138-4b0c-b0ed-dab56267e32a of type vlan for network 05232e0b-a0d1-419f-aeac-d0342ce1d8bc Oct 14 03:09:51.743106 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b7b9fc24-87af-4a39-be44-d6f3560bb4ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (05232e0b-a0d1-419f-aeac-d0342ce1d8bc), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:51.751622 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:51.843189 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-dbb08d55-d322-40d3-8c2c-28e1796d72c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (180ccbb8-47c3-426e-b1f8-2a5ccbd0d75d), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:51.847065 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-dbb08d55-d322-40d3-8c2c-28e1796d72c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:51.851580 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-dbb08d55-d322-40d3-8c2c-28e1796d72c8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/180ccbb8-47c3-426e-b1f8-2a5ccbd0d75d HTTP/1.1" status: 204 len: 168 time: 0.2300370 Oct 14 03:09:51.857026 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb08d55-d322-40d3-8c2c-28e1796d72c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180ccbb8-47c3-426e-b1f8-2a5ccbd0d75d,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:51.894381 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b7b9fc24-87af-4a39-be44-d6f3560bb4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (05232e0b-a0d1-419f-aeac-d0342ce1d8bc), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:51.895393 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b9fc24-87af-4a39-be44-d6f3560bb4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:51.895973 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b7b9fc24-87af-4a39-be44-d6f3560bb4ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:51.903326 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f95f7069-ec49-4b29-bc0f-475d79ba0df4 req-0796f45e-5d88-436a-a0ad-00e8864349c7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0395610 Oct 14 03:09:51.909117 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18b9c7-9f60-4ac4-8645-a3ef75e82c42 req-38bf8c06-6f32-40a8-838c-9ad7cc07d96e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:51.910640 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9a18b9c7-9f60-4ac4-8645-a3ef75e82c42 req-38bf8c06-6f32-40a8-838c-9ad7cc07d96e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0971000 Oct 14 03:09:51.960811 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:51.988131 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9fc24-87af-4a39-be44-d6f3560bb4ff admin admin] Pushing event updated for resources: {'Network': ['ID=05232e0b-a0d1-419f-aeac-d0342ce1d8bc,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:51.997791 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network 05232e0b-a0d1-419f-aeac-d0342ce1d8bc details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 03:09:52.014571 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9a18b9c7-9f60-4ac4-8645-a3ef75e82c42 req-958d72ae-c476-481d-ab56-ef558851f76f tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904860 Oct 14 03:09:52.042756 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-b7b9fc24-87af-4a39-be44-d6f3560bb4ff admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8830404 Oct 14 03:09:52.043167 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 35856) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:09:52.049083 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-a11c5de7-d8ed-4ef3-8142-6dc0dcb1db39 admin admin] Request body: {'subnet': {'network_id': '05232e0b-a0d1-419f-aeac-d0342ce1d8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-502761635-subnet', 'tenant_id': '57c8543c66ed4a6889a7740932dc6433', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:09:52.140775 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11c5de7-d8ed-4ef3-8142-6dc0dcb1db39 admin admin] Made reservation on behalf of 57c8543c66ed4a6889a7740932dc6433 for: {'subnet': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:09:52.143702 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a11c5de7-d8ed-4ef3-8142-6dc0dcb1db39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129056296'] for subnet (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:52.146659 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:52.266618 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6da8d6-3808-4da6-92e7-2ea8568e1699 req-e825f288-665f-4471-b94f-1a0fe7824b53 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:52.268538 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0d6da8d6-3808-4da6-92e7-2ea8568e1699 req-e825f288-665f-4471-b94f-1a0fe7824b53 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 944 time: 0.0669165 Oct 14 03:09:52.329200 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0d6da8d6-3808-4da6-92e7-2ea8568e1699 req-687b0cde-8f08-40d2-9544-4b52336917a9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536094 Oct 14 03:09:52.396999 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a11c5de7-d8ed-4ef3-8142-6dc0dcb1db39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128314532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129056314'] for subnet (3cad5393-c521-43fc-90bf-e55c49e10088), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:52.451969 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c5de7-d8ed-4ef3-8142-6dc0dcb1db39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cad5393-c521-43fc-90bf-e55c49e10088,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:52.462341 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11c5de7-d8ed-4ef3-8142-6dc0dcb1db39 admin admin] Checking segment: {'id': '7c8189e7-2138-4b0c-b0ed-dab56267e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '05232e0b-a0d1-419f-aeac-d0342ce1d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:09:52.462690 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11c5de7-d8ed-4ef3-8142-6dc0dcb1db39 admin admin] Network hostable DHCP agents. Network: 05232e0b-a0d1-419f-aeac-d0342ce1d8bc, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 03:09:52.534018 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11c5de7-d8ed-4ef3-8142-6dc0dcb1db39 admin admin] Network 05232e0b-a0d1-419f-aeac-d0342ce1d8bc is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 03:09:52.596641 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-a11c5de7-d8ed-4ef3-8142-6dc0dcb1db39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, 05232e0b-a0d1-419f-aeac-d0342ce1d8bc) {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:09:52.600678 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11c5de7-d8ed-4ef3-8142-6dc0dcb1db39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:52.601378 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a11c5de7-d8ed-4ef3-8142-6dc0dcb1db39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:52.605955 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0def6f-ea13-4c1e-9b8c-85229586bfec None None] Network 05232e0b-a0d1-419f-aeac-d0342ce1d8bc requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:09:52.668711 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-a11c5de7-d8ed-4ef3-8142-6dc0dcb1db39 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6229336 Oct 14 03:09:52.707708 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd707e0-7ca0-4a1d-9bce-3de085c68392 None None] Network 05232e0b-a0d1-419f-aeac-d0342ce1d8bc requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:09:53.008104 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9e48a77f-4e6f-499a-b11c-0be9c59b108d req-cdad8fe3-bae1-4e1a-8287-b3f47e1ce6db tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0270746 Oct 14 03:09:53.145657 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee554e-c52c-4b7a-87a9-e9830b277303 req-5636bf6f-2674-47c5-aef9-8d7ee5d7ce75 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:53.147136 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-24ee554e-c52c-4b7a-87a9-e9830b277303 req-5636bf6f-2674-47c5-aef9-8d7ee5d7ce75 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0490580 Oct 14 03:09:53.194300 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-24ee554e-c52c-4b7a-87a9-e9830b277303 req-5ac9bee7-cf09-4e6d-b3a9-ea7450b877c3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412674 Oct 14 03:09:53.450153 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512e3c3-87b8-4c7a-a0ac-e775e5e7e256 req-a1903349-f621-4ff0-b8d0-1be8f81b89e6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:53.451607 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1512e3c3-87b8-4c7a-a0ac-e775e5e7e256 req-a1903349-f621-4ff0-b8d0-1be8f81b89e6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 944 time: 0.0452504 Oct 14 03:09:53.498854 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1512e3c3-87b8-4c7a-a0ac-e775e5e7e256 req-c5f94bca-ea98-496d-bc5f-bb47bdd4004b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414355 Oct 14 03:09:54.041685 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:09:54.107106 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2852c535-f476-4a8c-bb19-926969ba4f96 req-6006badc-597b-448a-9dd5-f2f751e08303 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0268083 Oct 14 03:09:54.325108 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc98f3c-c341-4441-9a67-56a0fbdbf4c3 req-ffd31bbe-018b-4f17-bb15-65fcbc6821ff tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:54.327452 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3fc98f3c-c341-4441-9a67-56a0fbdbf4c3 req-ffd31bbe-018b-4f17-bb15-65fcbc6821ff tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0539227 Oct 14 03:09:54.373112 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3fc98f3c-c341-4441-9a67-56a0fbdbf4c3 req-3131d57a-1b0a-47df-b01f-b5d2b1295e9f tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396404 Oct 14 03:09:54.614476 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce90ab9-c2b6-4816-9eb8-c821d810a8c5 req-8172e109-cba3-4851-a7dc-c8c0fb05c383 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:54.615918 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4ce90ab9-c2b6-4816-9eb8-c821d810a8c5 req-8172e109-cba3-4851-a7dc-c8c0fb05c383 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 944 time: 0.0454874 Oct 14 03:09:54.667554 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4ce90ab9-c2b6-4816-9eb8-c821d810a8c5 req-294603be-e761-4173-9f30-2927d064fa51 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 Oct 14 03:09:54.819364 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-02de0e9c-ebf9-4a24-a8e1-ec71c1ef50bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:55.207307 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2005d3f0-d854-42e7-83a4-e04dfe6a4d91 req-b5ef4255-aed4-443b-a36e-306c6560a005 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0263526 Oct 14 03:09:55.345021 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device c0076cbe-9dc5-4a27-b4f0-6470011daec6 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:09:55.451005 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port c0076cbe-9dc5-4a27-b4f0-6470011daec6, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c0076cbe-9dc5-4a27-b4f0-6470011daec6,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:09:55.462380 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': 'c0076cbe-9dc5-4a27-b4f0-6470011daec6', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'port_id': 'c0076cbe-9dc5-4a27-b4f0-6470011daec6', 'mac_address': 'fa:16:3e:fc:c9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:09:55.497311 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port c0076cbe-9dc5-4a27-b4f0-6470011daec6 is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:09:55.497731 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (c0076cbe-9dc5-4a27-b4f0-6470011daec6), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:55.502442 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bad21-3889-486c-bdb9-70072c5241d6 req-ad249127-10b2-4b9e-81c7-770bf749c45d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:55.503989 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d76bad21-3889-486c-bdb9-70072c5241d6 req-ad249127-10b2-4b9e-81c7-770bf749c45d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0512879 Oct 14 03:09:55.511115 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0076cbe-9dc5-4a27-b4f0-6470011daec6 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:09:55.532165 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port c0076cbe-9dc5-4a27-b4f0-6470011daec6, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c0076cbe-9dc5-4a27-b4f0-6470011daec6,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:09:55.551834 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d76bad21-3889-486c-bdb9-70072c5241d6 req-02a445ce-bd8d-43cc-90b8-ecbd23131444 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421934 Oct 14 03:09:55.625360 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (c0076cbe-9dc5-4a27-b4f0-6470011daec6), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:55.671864 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=c0076cbe-9dc5-4a27-b4f0-6470011daec6,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:55.682830 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:55.683180 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:55.683548 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:55.683903 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:55.684244 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:55.684594 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:55.684888 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:55.685213 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:55.685540 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:55.685902 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:55.686237 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:55.686555 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:55.687037 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:55.687383 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:55.687704 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:09:55.794184 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6d8cb-9ca0-4418-816a-aa5459130d8c req-b6914a0a-d63b-453f-b3c7-d8b18e54bd2d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:55.795698 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-64c6d8cb-9ca0-4418-816a-aa5459130d8c req-b6914a0a-d63b-453f-b3c7-d8b18e54bd2d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 945 time: 0.0494981 Oct 14 03:09:55.844600 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-64c6d8cb-9ca0-4418-816a-aa5459130d8c req-cfbe7b45-56ef-4d41-a00a-8f91c234d6e3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434160 Oct 14 03:09:56.137029 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['c0076cbe-9dc5-4a27-b4f0-6470011daec6'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:09:56.309160 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7cad7970-8a25-4ca4-b964-668090987c5a req-6692193e-f064-45f1-b670-add82eb70482 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0294683 Oct 14 03:09:56.681466 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf1a0e-1efc-4ef8-aba7-24b2876c7b9d req-ac2a14ae-ae35-46e9-a916-19d9c660fb3e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:56.683096 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-eaaf1a0e-1efc-4ef8-aba7-24b2876c7b9d req-ac2a14ae-ae35-46e9-a916-19d9c660fb3e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0510242 Oct 14 03:09:56.704762 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-c8a7022a-6456-4aaf-9da2-470280ba2d16 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:56.706285 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-c8a7022a-6456-4aaf-9da2-470280ba2d16 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.40 "GET /networking/v2.0/networks?id=55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 200 len: 818 time: 0.1054306 Oct 14 03:09:56.734879 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-eaaf1a0e-1efc-4ef8-aba7-24b2876c7b9d req-717ce355-23d4-4014-9bd2-2bf0d6023166 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457044 Oct 14 03:09:56.770267 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:56.808070 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-33898363-f8b1-4679-84f8-6bb77df7bdf0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=44d8a8798bc64aefadd52c30a21002ef HTTP/1.1" status: 200 len: 380 time: 0.0797265 Oct 14 03:09:56.819533 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-0f9802cf-45ec-4ffd-9450-999459d038e0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Request body: {'port': {'device_id': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'admin_state_up': True, 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'security_groups': ['ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4']}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:09:57.000662 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:57.027776 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05be21d-6a52-420b-baf7-111904163499 req-f13b5785-1022-4a0e-9d3b-3ba7215f4a33 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:57.029856 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a05be21d-6a52-420b-baf7-111904163499 req-f13b5785-1022-4a0e-9d3b-3ba7215f4a33 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 945 time: 0.0870490 Oct 14 03:09:57.030092 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-0f9802cf-45ec-4ffd-9450-999459d038e0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Made reservation on behalf of 44d8a8798bc64aefadd52c30a21002ef for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:09:57.034180 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-0f9802cf-45ec-4ffd-9450-999459d038e0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:57.062853 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e325fb14-ca8c-41f2-8057-fcd9b8fa303a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:57.081646 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-215f64a9-8105-47ac-a886-b34a15da8889 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:57.083124 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-215f64a9-8105-47ac-a886-b34a15da8889 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/networks?id=05232e0b-a0d1-419f-aeac-d0342ce1d8bc HTTP/1.1" status: 200 len: 808 time: 0.1608779 Oct 14 03:09:57.088640 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:57.111344 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-0d836397-8f55-4664-9381-9c864df3acc9 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/quotas/57c8543c66ed4a6889a7740932dc6433 HTTP/1.1" status: 200 len: 375 time: 0.0198252 Oct 14 03:09:57.114730 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a05be21d-6a52-420b-baf7-111904163499 req-1fddf2ff-0eac-44b0-9928-40ac46184b76 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761423 Oct 14 03:09:57.154510 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-9154545e-9855-44a7-bdfc-7de6552b0a01 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=57c8543c66ed4a6889a7740932dc6433&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305634 Oct 14 03:09:57.170996 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-0f9802cf-45ec-4ffd-9450-999459d038e0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Allocated IP 172.20.0.5 (55f1e2d7-2b20-46bb-a21a-28526552f799/83361155-00a4-439a-b18b-f6450713d13d/04f7e24a-0bec-4456-bb1a-56489e3f78c6) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:09:57.248348 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-c753a83d-b011-4b51-b150-d527f8f0514a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/05232e0b-a0d1-419f-aeac-d0342ce1d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873461 Oct 14 03:09:57.267757 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:57.311724 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-0f9802cf-45ec-4ffd-9450-999459d038e0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for port (04f7e24a-0bec-4456-bb1a-56489e3f78c6), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:57.340205 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-6e7f5323-c8e3-48b1-b39b-c6931dbbd7e8 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/05232e0b-a0d1-419f-aeac-d0342ce1d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858245 Oct 14 03:09:57.408967 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-0f9802cf-45ec-4ffd-9450-999459d038e0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (04f7e24a-0bec-4456-bb1a-56489e3f78c6), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:57.414913 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-04bd2238-bb3e-43bf-b3fc-f5ea9af98f71 req-a0b0f6b4-8cc6-4291-b08e-e6bca1ae9952 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0313909 Oct 14 03:09:57.453696 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-0f9802cf-45ec-4ffd-9450-999459d038e0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Network 55f1e2d7-2b20-46bb-a21a-28526552f799 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:09:57.456754 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-0f9802cf-45ec-4ffd-9450-999459d038e0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:09:57.462245 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-0f9802cf-45ec-4ffd-9450-999459d038e0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:09:57.486724 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9802cf-45ec-4ffd-9450-999459d038e0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Pushing event updated for resources: {'Port': ['ID=04f7e24a-0bec-4456-bb1a-56489e3f78c6,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:09:57.533573 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-0f9802cf-45ec-4ffd-9450-999459d038e0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:57.539972 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-0f9802cf-45ec-4ffd-9450-999459d038e0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:57.597313 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8ec095a2-9de6-4d17-ab8f-66a9a0122b4f req-216ec721-af7d-496b-ba5b-ef74ea06cd15 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 210 time: 0.0312040 Oct 14 03:09:57.617123 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-0f9802cf-45ec-4ffd-9450-999459d038e0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8015604 Oct 14 03:09:57.761978 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-2a856feb-9f77-47fc-ad3c-1338b3368f23 None None] Provisioning complete for port 04f7e24a-0bec-4456-bb1a-56489e3f78c6 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:09:57.762513 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2a856feb-9f77-47fc-ad3c-1338b3368f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (04f7e24a-0bec-4456-bb1a-56489e3f78c6), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:57.762605 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-2a856feb-9f77-47fc-ad3c-1338b3368f23 None None] Attempt 1 to provision port 04f7e24a-0bec-4456-bb1a-56489e3f78c6 Oct 14 03:09:57.789372 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:57.792283 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:57.798876 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-2a856feb-9f77-47fc-ad3c-1338b3368f23 None None] Port 04f7e24a-0bec-4456-bb1a-56489e3f78c6 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:09:57.865951 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a68c5-13f3-4ec4-aade-e6f95e5b1307 req-22f79280-cfa6-46c6-9494-7beefe6c4e46 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:57.865951 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a24a68c5-13f3-4ec4-aade-e6f95e5b1307 req-22f79280-cfa6-46c6-9494-7beefe6c4e46 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0458848 Oct 14 03:09:57.912209 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a24a68c5-13f3-4ec4-aade-e6f95e5b1307 req-945ace2d-d997-4f67-9886-84ea078c7b52 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411785 Oct 14 03:09:58.240999 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead5797-582c-49ec-b938-827f7273ec8c req-0d5c28a1-4330-4dd4-a557-d41a510ea267 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:58.242497 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8ead5797-582c-49ec-b938-827f7273ec8c req-0d5c28a1-4330-4dd4-a557-d41a510ea267 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 945 time: 0.0515015 Oct 14 03:09:58.289064 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8ead5797-582c-49ec-b938-827f7273ec8c req-156b4bf7-4b07-435d-a71f-06c2f12837e6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409482 Oct 14 03:09:58.293544 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:58.534359 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4832be9-41b1-4ccb-85f1-00fba924f300 req-ddf71be6-389d-4144-9ca1-d5c560d0d13f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:58.535979 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b4832be9-41b1-4ccb-85f1-00fba924f300 req-ddf71be6-389d-4144-9ca1-d5c560d0d13f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 931 time: 0.0453293 Oct 14 03:09:58.583231 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b4832be9-41b1-4ccb-85f1-00fba924f300 req-25f8f129-b584-49cb-8520-7a6c11da91ec tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416853 Oct 14 03:09:58.698013 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-69139c70-6e50-4099-ab78-8a5359cca81b req-8a029357-3c9c-4790-a1e9-6b6e91f1fdba tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 210 time: 0.0267096 Oct 14 03:09:59.040061 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02f2b1-7258-48e2-8148-6bef345a30f4 req-735df3f4-d356-484b-b750-bb5029e02322 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:59.041528 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8f02f2b1-7258-48e2-8148-6bef345a30f4 req-735df3f4-d356-484b-b750-bb5029e02322 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0501127 Oct 14 03:09:59.079001 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=15 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:59.087786 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8f02f2b1-7258-48e2-8148-6bef345a30f4 req-87ea4a5a-1a6d-49f8-8641-7f5a2b4ef6d5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406396 Oct 14 03:09:59.407670 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6dc3e-120b-42f5-a700-7019615c7e42 req-65427519-8ef4-4558-b433-73fbbc889ed6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:59.409117 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8ae6dc3e-120b-42f5-a700-7019615c7e42 req-65427519-8ef4-4558-b433-73fbbc889ed6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 945 time: 0.0452259 Oct 14 03:09:59.455034 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8ae6dc3e-120b-42f5-a700-7019615c7e42 req-f9b5959a-6b9a-4561-a862-9c064795ff66 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406244 Oct 14 03:09:59.699051 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:09:59.706748 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1351b5-9b0f-41e6-8da0-4b2332ea20f5 req-ce48821c-48e6-4e59-afc8-5f27941e0d1a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:09:59.708235 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fe1351b5-9b0f-41e6-8da0-4b2332ea20f5 req-ce48821c-48e6-4e59-afc8-5f27941e0d1a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 931 time: 0.0475433 Oct 14 03:09:59.761678 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fe1351b5-9b0f-41e6-8da0-4b2332ea20f5 req-00e03073-6fd8-4d72-ae80-645af3c6563c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479052 Oct 14 03:09:59.783849 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:59.809133 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-11d22122-a013-4651-935f-c5d1d4689cfb req-43ea84e0-6d85-4c84-bf20-57c1410b86c1 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 210 time: 0.0280497 Oct 14 03:09:59.967834 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:09:59.998775 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device c0076cbe-9dc5-4a27-b4f0-6470011daec6 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:10:00.040902 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port c0076cbe-9dc5-4a27-b4f0-6470011daec6 completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:10:00.097729 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port c0076cbe-9dc5-4a27-b4f0-6470011daec6 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:10:00.098132 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (c0076cbe-9dc5-4a27-b4f0-6470011daec6), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:00.098467 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port c0076cbe-9dc5-4a27-b4f0-6470011daec6 Oct 14 03:10:00.099644 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Request body: {'port': {'device_id': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:10:00.168418 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (04f7e24a-0bec-4456-bb1a-56489e3f78c6), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:00.180538 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port c0076cbe-9dc5-4a27-b4f0-6470011daec6 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:10:00.181071 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (c0076cbe-9dc5-4a27-b4f0-6470011daec6), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:00.207089 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174ff84e-3115-4222-a659-4725858ef844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0076cbe-9dc5-4a27-b4f0-6470011daec6'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:10:00.209661 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5414a1ed-2b5f-44dd-81bb-0e7ed66f43dc" -d '{"events": [{"server_uuid": "174ff84e-3115-4222-a659-4725858ef844", "name": "network-vif-plugged", "status": "completed", "tag": "c0076cbe-9dc5-4a27-b4f0-6470011daec6"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:10:00.224049 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port c0076cbe-9dc5-4a27-b4f0-6470011daec6, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c0076cbe-9dc5-4a27-b4f0-6470011daec6,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:10:00.252795 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c4f4f-c610-484d-8765-5dae5f581fad req-255cbbed-3f6e-4362-a8ca-b12c71944808 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:00.252942 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af8f4a7-135e-4e10-a5c8-2f4291db87b8 x-openstack-request-id: req-1af8f4a7-135e-4e10-a5c8-2f4291db87b8 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:10:00.253207 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174ff84e-3115-4222-a659-4725858ef844", "name": "network-vif-plugged", "status": "completed", "tag": "c0076cbe-9dc5-4a27-b4f0-6470011daec6", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:10:00.253500 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1af8f4a7-135e-4e10-a5c8-2f4291db87b8 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:10:00.253965 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af8f4a7-135e-4e10-a5c8-2f4291db87b8'] response: {'server_uuid': '174ff84e-3115-4222-a659-4725858ef844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0076cbe-9dc5-4a27-b4f0-6470011daec6', 'code': 200} Oct 14 03:10:00.257847 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-961c4f4f-c610-484d-8765-5dae5f581fad req-255cbbed-3f6e-4362-a8ca-b12c71944808 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0833149 Oct 14 03:10:00.307632 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-961c4f4f-c610-484d-8765-5dae5f581fad req-29c2578f-9ef5-4e90-b05b-2427b9d03ed7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426264 Oct 14 03:10:00.316606 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (c0076cbe-9dc5-4a27-b4f0-6470011daec6), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:00.393350 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=c0076cbe-9dc5-4a27-b4f0-6470011daec6,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:00.411699 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:00.440117 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f7e24a-0bec-4456-bb1a-56489e3f78c6 {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:10:00.447670 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Publish callbacks [] for port (04f7e24a-0bec-4456-bb1a-56489e3f78c6), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:00.460492 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Transition to ACTIVE for port object 04f7e24a-0bec-4456-bb1a-56489e3f78c6 will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:10:00.567966 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (04f7e24a-0bec-4456-bb1a-56489e3f78c6), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:00.578790 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75709485-a23b-4204-815d-6c7ad4234794 req-b730702c-bc6c-4edf-90d1-dd46d3f0409c tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:00.580332 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75709485-a23b-4204-815d-6c7ad4234794 req-b730702c-bc6c-4edf-90d1-dd46d3f0409c tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 946 time: 0.0496662 Oct 14 03:10:00.630231 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75709485-a23b-4204-815d-6c7ad4234794 req-e6d45073-e665-4d9f-8dbc-a6c553b05788 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438159 Oct 14 03:10:00.632772 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Pushing event updated for resources: {'Port': ['ID=04f7e24a-0bec-4456-bb1a-56489e3f78c6,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:00.690347 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Attempting to bind port 04f7e24a-0bec-4456-bb1a-56489e3f78c6 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:10:00.690683 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Attempting to bind port 04f7e24a-0bec-4456-bb1a-56489e3f78c6 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:10:00.691026 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Attempting to bind port 04f7e24a-0bec-4456-bb1a-56489e3f78c6 on network 55f1e2d7-2b20-46bb-a21a-28526552f799 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:10:00.735989 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Port 04f7e24a-0bec-4456-bb1a-56489e3f78c6 on network 55f1e2d7-2b20-46bb-a21a-28526552f799 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:10:00.736315 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Attempting to bind port 04f7e24a-0bec-4456-bb1a-56489e3f78c6 on network 55f1e2d7-2b20-46bb-a21a-28526552f799 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:10:00.780972 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:10:00.781304 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Checking segment: {'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:10:00.781680 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Bound using segment: {'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:10:00.782148 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Bound port: 04f7e24a-0bec-4456-bb1a-56489e3f78c6, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40556570-035a-4e90-8e30-e80032468230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:10:00.782536 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (04f7e24a-0bec-4456-bb1a-56489e3f78c6), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:00.792660 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:00.845309 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] For port 04f7e24a-0bec-4456-bb1a-56489e3f78c6, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:10:00.848706 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] For port 04f7e24a-0bec-4456-bb1a-56489e3f78c6, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=04f7e24a-0bec-4456-bb1a-56489e3f78c6,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:10:00.881820 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca799522-6a1a-4325-be0b-a6b2f9c59586 req-5504c6d1-848a-4d34-94ee-75359e40d757 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:00.883322 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ca799522-6a1a-4325-be0b-a6b2f9c59586 req-5504c6d1-848a-4d34-94ee-75359e40d757 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 943 time: 0.0470550 Oct 14 03:10:00.924444 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-80379232-32b6-4f68-a206-6196f52b77df req-5b6a4d4d-8edf-4670-b34e-a4733561f3d9 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 210 time: 0.0379107 Oct 14 03:10:00.931364 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (04f7e24a-0bec-4456-bb1a-56489e3f78c6), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:00.944665 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:00.945562 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:00.946997 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/04f7e24a-0bec-4456-bb1a-56489e3f78c6 HTTP/1.1" status: 200 len: 1093 time: 0.8522968 Oct 14 03:10:00.948551 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'tag': '04f7e24a-0bec-4456-bb1a-56489e3f78c6'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:10:00.951018 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382d7b09-caca-496e-95be-d4427070d1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "07426fa3-a9d9-4304-854a-b6a298b3f8c7", "tag": "04f7e24a-0bec-4456-bb1a-56489e3f78c6"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:10:00.980690 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ca799522-6a1a-4325-be0b-a6b2f9c59586 req-ee0c2f42-b5d2-4d2d-a82b-0b3da47b7bd3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847299 Oct 14 03:10:01.002386 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583ae5e0-1938-4756-b3b8-5d7a4f5196d8 x-openstack-request-id: req-583ae5e0-1938-4756-b3b8-5d7a4f5196d8 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:10:01.002868 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07426fa3-a9d9-4304-854a-b6a298b3f8c7", "tag": "04f7e24a-0bec-4456-bb1a-56489e3f78c6", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:10:01.003124 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-583ae5e0-1938-4756-b3b8-5d7a4f5196d8 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:10:01.003523 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-583ae5e0-1938-4756-b3b8-5d7a4f5196d8'] response: {'name': 'network-changed', 'server_uuid': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'tag': '04f7e24a-0bec-4456-bb1a-56489e3f78c6', 'status': 'completed', 'code': 200} Oct 14 03:10:01.004528 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f22c5-b465-4e56-88af-cc6872294e3b service neutron] Pushing event updated for resources: {'Port': ['ID=04f7e24a-0bec-4456-bb1a-56489e3f78c6,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:01.007640 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda82a5e-d95d-4def-99ca-76e7578da225 req-9f5b2157-6bac-402e-97ef-9a20657bbc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:01.009099 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-eda82a5e-d95d-4def-99ca-76e7578da225 req-9f5b2157-6bac-402e-97ef-9a20657bbc95 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 1130 time: 0.1093783 Oct 14 03:10:01.444643 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb992f5-c198-4cc5-bed7-eb306e356390 req-ba25a7c0-5f4a-4385-8a59-8ddf5d13f486 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:01.446115 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cdb992f5-c198-4cc5-bed7-eb306e356390 req-ba25a7c0-5f4a-4385-8a59-8ddf5d13f486 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0489430 Oct 14 03:10:01.482712 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:01.497194 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cdb992f5-c198-4cc5-bed7-eb306e356390 req-c981d9dd-8ff1-4dd4-9365-a6618a2f9369 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446830 Oct 14 03:10:01.671530 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-eda82a5e-d95d-4def-99ca-76e7578da225 req-792fb3fe-4c9c-47c1-9b7f-f30b545775b2 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698590 Oct 14 03:10:01.679045 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d7b09-caca-496e-95be-d4427070d1aa req-da9c4105-e650-4758-ac21-4f09c88dba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:01.680463 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-382d7b09-caca-496e-95be-d4427070d1aa req-da9c4105-e650-4758-ac21-4f09c88dba06 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 1127 time: 0.0495162 Oct 14 03:10:01.772224 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd71e1a-c59d-4ee4-bf96-36b9a5775ae6 req-4a70f945-b43f-49fb-b5de-5cdd5b5d2a37 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:01.774900 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ddd71e1a-c59d-4ee4-bf96-36b9a5775ae6 req-4a70f945-b43f-49fb-b5de-5cdd5b5d2a37 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 946 time: 0.0481403 Oct 14 03:10:01.823346 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ddd71e1a-c59d-4ee4-bf96-36b9a5775ae6 req-4b459dd4-188f-498e-b144-976eb7fd499a tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413237 Oct 14 03:10:02.035002 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-dd16f19d-98a9-4a85-8ee8-df01e2521ba0 req-ba4d33ac-101a-46e1-9451-921cdbf7efa7 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 210 time: 0.0276027 Oct 14 03:10:02.107428 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccba19-e03d-4a9c-9a10-e20639d4e1e1 req-6ac30cd2-d068-48e0-90a9-179eb8d6bd28 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:02.109100 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d0ccba19-e03d-4a9c-9a10-e20639d4e1e1 req-6ac30cd2-d068-48e0-90a9-179eb8d6bd28 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 943 time: 0.0490787 Oct 14 03:10:02.155128 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d0ccba19-e03d-4a9c-9a10-e20639d4e1e1 req-08ae87f8-d8db-4d51-8a6a-16245d7a3125 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405226 Oct 14 03:10:02.623131 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741112b-4de9-45fa-8a00-0dfb6a6eff36 req-13cacff8-c9c6-4c4c-bd52-7860ed6d9810 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:02.624527 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3741112b-4de9-45fa-8a00-0dfb6a6eff36 req-13cacff8-c9c6-4c4c-bd52-7860ed6d9810 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0457692 Oct 14 03:10:02.671390 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3741112b-4de9-45fa-8a00-0dfb6a6eff36 req-9ebc85d6-8c4d-42df-a5cc-668db963da93 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412118 Oct 14 03:10:02.942951 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196896dc-9c76-4880-bad6-bd48912200ac req-a4f542ba-0e51-4587-b621-eae1a82182c8 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:02.944329 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-196896dc-9c76-4880-bad6-bd48912200ac req-a4f542ba-0e51-4587-b621-eae1a82182c8 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 946 time: 0.0477705 Oct 14 03:10:02.990927 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-196896dc-9c76-4880-bad6-bd48912200ac req-6ed2d85e-6dd9-4baf-929f-08a32b6acebb tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410392 Oct 14 03:10:03.134309 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-306f76ae-30f8-4d2c-99de-68e2e7655344 req-5c85cc54-0085-4006-a4cf-028c2d1b4869 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 210 time: 0.0262146 Oct 14 03:10:03.271550 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42872b3f-4c60-4a0d-8aad-e4e137e462d0 req-4a81962c-98e2-4dba-bb18-cc2b5c3fe6b3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:03.272987 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-42872b3f-4c60-4a0d-8aad-e4e137e462d0 req-4a81962c-98e2-4dba-bb18-cc2b5c3fe6b3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 943 time: 0.0455711 Oct 14 03:10:03.318265 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-42872b3f-4c60-4a0d-8aad-e4e137e462d0 req-7468666b-b383-48ea-8848-42c4ae1dee97 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399463 Oct 14 03:10:03.583639 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:03.796611 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65f45c-e067-4fa4-aaa3-061eaafacc07 req-1a913224-adad-4f33-808f-b6cd80e4b2d8 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:03.798081 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2e65f45c-e067-4fa4-aaa3-061eaafacc07 req-1a913224-adad-4f33-808f-b6cd80e4b2d8 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0476832 Oct 14 03:10:03.839877 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:03.844313 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2e65f45c-e067-4fa4-aaa3-061eaafacc07 req-7489d7ec-8aa6-41ce-b455-dd28f6daf2df tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407701 Oct 14 03:10:04.037873 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=19 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:04.110879 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85d5ab-0cad-418d-8a5b-a47b4d9605d1 req-1682a179-c73f-4bbd-9914-0c40000ad8b6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:04.112283 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ee85d5ab-0cad-418d-8a5b-a47b4d9605d1 req-1682a179-c73f-4bbd-9914-0c40000ad8b6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 946 time: 0.0460637 Oct 14 03:10:04.157407 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ee85d5ab-0cad-418d-8a5b-a47b4d9605d1 req-cc026bce-9b86-4df0-b190-107e7bb2923e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396862 Oct 14 03:10:04.233363 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cd4ac20d-0d57-449d-976b-fb32b92515a6 req-4c6f2860-dd4c-4c9d-956e-068c67a2b812 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 210 time: 0.0273025 Oct 14 03:10:04.435933 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50b976-a21d-4647-b968-861aaca50270 req-9e9b0e45-77b8-4508-9865-71eb14372549 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:04.437395 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4a50b976-a21d-4647-b968-861aaca50270 req-9e9b0e45-77b8-4508-9865-71eb14372549 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 943 time: 0.0478485 Oct 14 03:10:04.485138 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4a50b976-a21d-4647-b968-861aaca50270 req-02cc81ff-1bfc-4b0e-9b64-bd864ebbe2e4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421531 Oct 14 03:10:04.972726 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e8e87-f34a-4586-8e0c-9f75785d7d33 req-4ef2314b-1a4f-42c4-9485-42609cb48c8c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:04.974217 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7d8e8e87-f34a-4586-8e0c-9f75785d7d33 req-4ef2314b-1a4f-42c4-9485-42609cb48c8c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0469453 Oct 14 03:10:05.022107 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7d8e8e87-f34a-4586-8e0c-9f75785d7d33 req-bbcac8b5-89cc-4dff-913d-dee3fd8c6650 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418630 Oct 14 03:10:05.283950 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bba61-3ba0-476e-b496-06cd330b410f req-f8a1066d-6f73-477f-b7b7-25bfb13d55a2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:05.285590 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-845bba61-3ba0-476e-b496-06cd330b410f req-f8a1066d-6f73-477f-b7b7-25bfb13d55a2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 946 time: 0.0496352 Oct 14 03:10:05.316530 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d7b09-caca-496e-95be-d4427070d1aa req-727c1d9c-9dbb-4546-9975-1259777513bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:05.318027 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-382d7b09-caca-496e-95be-d4427070d1aa req-727c1d9c-9dbb-4546-9975-1259777513bd service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=44d8a8798bc64aefadd52c30a21002ef&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1202376 Oct 14 03:10:05.347692 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4232fc08-0a21-474f-82cc-250274f69166 req-c84b2ff1-99f8-4cbc-b203-ec1036b27f05 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 210 time: 0.0340536 Oct 14 03:10:05.359684 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-845bba61-3ba0-476e-b496-06cd330b410f req-46b52171-7968-4682-893e-0f082227a1fe tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684278 Oct 14 03:10:05.601637 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505c8e1-4930-448f-a76f-e54fb4a0c0ed req-737648a9-1dd8-42e7-80a7-a9e42671eedc tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:05.603308 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7505c8e1-4930-448f-a76f-e54fb4a0c0ed req-737648a9-1dd8-42e7-80a7-a9e42671eedc tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 943 time: 0.0463150 Oct 14 03:10:05.651983 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7505c8e1-4930-448f-a76f-e54fb4a0c0ed req-358a0949-933b-4c4b-bbd6-3391889adfed tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411122 Oct 14 03:10:05.775835 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d7b09-caca-496e-95be-d4427070d1aa req-28f83c5a-99c4-4858-9257-4c73290ff953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:05.777275 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-382d7b09-caca-496e-95be-d4427070d1aa req-28f83c5a-99c4-4858-9257-4c73290ff953 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947382 Oct 14 03:10:05.921655 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-66508451-3a14-4766-86f2-a0f0a5d60034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:05.923159 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-66508451-3a14-4766-86f2-a0f0a5d60034 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 1127 time: 0.0393698 Oct 14 03:10:06.151431 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:06.161541 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b100c-43e5-4869-9b6c-ccb0e79c38d2 req-46e0b0a8-b0b2-47b0-8beb-b29595e9561b tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:06.163499 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-975b100c-43e5-4869-9b6c-ccb0e79c38d2 req-46e0b0a8-b0b2-47b0-8beb-b29595e9561b tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0550082 Oct 14 03:10:06.215332 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-975b100c-43e5-4869-9b6c-ccb0e79c38d2 req-9e2bf727-1736-4369-b9ea-7203b40fe5cd tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445826 Oct 14 03:10:06.251867 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-b4e9b62d-7565-48ae-9cc4-f2d32f5059b4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04f7e24a-0bec-4456-bb1a-56489e3f78c6 HTTP/1.1" status: 200 len: 217 time: 0.2898314 Oct 14 03:10:06.462569 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-240e1424-6495-4e59-a19d-c42b8a29498e req-cf56da75-1cc7-433c-97e7-45c79efca89d tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 210 time: 0.0325119 Oct 14 03:10:06.468321 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bead2e6-d945-4330-8c65-2c3f21fb963f req-bf169ab3-1520-4ec1-a459-a6262585475c tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:06.469660 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8bead2e6-d945-4330-8c65-2c3f21fb963f req-bf169ab3-1520-4ec1-a459-a6262585475c tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0691538 Oct 14 03:10:06.534048 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8bead2e6-d945-4330-8c65-2c3f21fb963f req-808ff4e5-f079-413e-bf52-5eb974475100 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553555 Oct 14 03:10:06.566954 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd109042-7207-458b-99d2-dae604990e17 req-6ceb32b0-758c-4d21-b5ff-8eefbc1cabd3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:06.568402 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-dd109042-7207-458b-99d2-dae604990e17 req-6ceb32b0-758c-4d21-b5ff-8eefbc1cabd3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 946 time: 0.0497320 Oct 14 03:10:06.616695 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-dd109042-7207-458b-99d2-dae604990e17 req-f427343d-aa43-4810-b811-29aa2428523b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427744 Oct 14 03:10:06.779231 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc653bc-77a9-4427-b17e-c38e419bde4c req-bab76bbd-7837-48d9-9911-3340e6dc0274 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:06.780962 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2bc653bc-77a9-4427-b17e-c38e419bde4c req-bab76bbd-7837-48d9-9911-3340e6dc0274 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 943 time: 0.0463707 Oct 14 03:10:06.830862 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2bc653bc-77a9-4427-b17e-c38e419bde4c req-2517d6ca-9afe-45a8-aa39-f10615e68fbd tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433602 Oct 14 03:10:07.026629 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-3192b715-8fc9-4a97-86c9-b889b0999c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:07.027983 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-3192b715-8fc9-4a97-86c9-b889b0999c0d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=83361155-00a4-439a-b18b-f6450713d13d HTTP/1.1" status: 200 len: 857 time: 0.0433972 Oct 14 03:10:07.191590 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-88add764-b4c3-4d5c-8816-22e904a065d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:07.193072 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-88add764-b4c3-4d5c-8816-22e904a065d5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=55f1e2d7-2b20-46bb-a21a-28526552f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392313 Oct 14 03:10:07.354194 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa574af-7f45-47c9-8a97-d5371fc239ed req-5519b978-a87f-4b7b-99f0-b8443623a9f2 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:07.355716 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1fa574af-7f45-47c9-8a97-d5371fc239ed req-5519b978-a87f-4b7b-99f0-b8443623a9f2 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0535924 Oct 14 03:10:07.405334 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1fa574af-7f45-47c9-8a97-d5371fc239ed req-657cec13-3a98-4d00-80e3-ec1cd53376cd tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429077 Oct 14 03:10:07.454246 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:07.489446 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-e48f509b-0dfa-4773-9e8f-77f06f02ef67 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571677 Oct 14 03:10:07.559856 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-80ece19f-a8e3-469e-9309-bc7367c797d7 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:07.561293 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-80ece19f-a8e3-469e-9309-bc7367c797d7 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.40 "GET /networking/v2.0/networks?id=05232e0b-a0d1-419f-aeac-d0342ce1d8bc HTTP/1.1" status: 200 len: 808 time: 0.1801956 Oct 14 03:10:07.570316 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-383a3045-1536-42f6-8132-9bd5289f85db req-6ea02435-ae48-4632-8bb0-d152d36666f9 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 210 time: 0.0306683 Oct 14 03:10:07.582741 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-341ec132-ced7-41bd-9afc-afb3265b8f61 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Request body: {'port': {'device_id': 'be7c6efa-eaaf-42f7-9c36-ddf200f81d73', 'network_id': '05232e0b-a0d1-419f-aeac-d0342ce1d8bc', 'admin_state_up': True, 'tenant_id': '57c8543c66ed4a6889a7740932dc6433'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:10:07.661234 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-25c5d217-afaf-45fb-a58f-e3473db91b24 req-767fea5b-0779-429f-98ae-ecd519a61ef8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645966 Oct 14 03:10:07.662773 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:07.685637 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4577757-50dc-458f-a008-4e4d56dafe5a req-490ebf59-282d-450f-a77a-f2d90314c189 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:07.688530 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e4577757-50dc-458f-a008-4e4d56dafe5a req-490ebf59-282d-450f-a77a-f2d90314c189 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0549462 Oct 14 03:10:07.703093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:07.780414 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4c8cf-9b21-4500-b17e-6aff426370cb req-199d9c3e-bd0d-411f-816c-e0d9b016a90b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:07.781975 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5ec4c8cf-9b21-4500-b17e-6aff426370cb req-199d9c3e-bd0d-411f-816c-e0d9b016a90b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 946 time: 0.0687881 Oct 14 03:10:07.785271 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e4577757-50dc-458f-a008-4e4d56dafe5a req-3691ff1e-697c-4a38-ad14-e10b88fcbdce tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906551 Oct 14 03:10:07.790696 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-341ec132-ced7-41bd-9afc-afb3265b8f61 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Made reservation on behalf of 57c8543c66ed4a6889a7740932dc6433 for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:10:07.794435 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-341ec132-ced7-41bd-9afc-afb3265b8f61 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:07.838441 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5ec4c8cf-9b21-4500-b17e-6aff426370cb req-91ce1f27-5b6f-44c2-82ab-1edb605d0d66 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509608 Oct 14 03:10:07.956482 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-341ec132-ced7-41bd-9afc-afb3265b8f61 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Allocated IP 172.20.0.2 (05232e0b-a0d1-419f-aeac-d0342ce1d8bc/3cad5393-c521-43fc-90bf-e55c49e10088/20488b98-4c60-43ee-8d98-91662e03db7f) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:10:07.983029 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa15a5-0956-480d-8155-80f64887ee47 req-3f2ef1f4-a744-4e2f-86f1-3cac7c99939f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:07.985216 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f3aa15a5-0956-480d-8155-80f64887ee47 req-3f2ef1f4-a744-4e2f-86f1-3cac7c99939f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 943 time: 0.0771370 Oct 14 03:10:08.015111 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d5f7b-dfdd-43bb-ab8c-9dcc5993fe29 req-79fb1bfa-9239-4e33-88f4-4f6be034d709 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:08.016159 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-353d5f7b-dfdd-43bb-ab8c-9dcc5993fe29 req-79fb1bfa-9239-4e33-88f4-4f6be034d709 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 946 time: 0.0810964 Oct 14 03:10:08.028029 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 36092) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:10:08.032520 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-a669326c-c0e0-4e52-9035-b3500534acf6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'floatingip': {'port_id': 'c0076cbe-9dc5-4a27-b4f0-6470011daec6'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:10:08.050165 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f3aa15a5-0956-480d-8155-80f64887ee47 req-ca687869-d7c0-4527-9857-f3dd67816872 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589409 Oct 14 03:10:08.071730 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device e18b99a9-f003-40de-a7b1-30cc36ffa681 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:10:08.109561 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a669326c-c0e0-4e52-9035-b3500534acf6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (dbd66ec1-4df7-4b7c-b967-8997efccb706), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:08.174130 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port e18b99a9-f003-40de-a7b1-30cc36ffa681, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=e18b99a9-f003-40de-a7b1-30cc36ffa681,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:10:08.185425 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': 'e18b99a9-f003-40de-a7b1-30cc36ffa681', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'port_id': 'e18b99a9-f003-40de-a7b1-30cc36ffa681', 'mac_address': 'fa:16:3e:b1:7f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:10:08.221990 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port e18b99a9-f003-40de-a7b1-30cc36ffa681 is: ACTIVE; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:10:08.222396 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:08.236860 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-341ec132-ced7-41bd-9afc-afb3265b8f61 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Publish callbacks [] for port (20488b98-4c60-43ee-8d98-91662e03db7f), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:08.240466 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e18b99a9-f003-40de-a7b1-30cc36ffa681 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:10:08.260171 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port e18b99a9-f003-40de-a7b1-30cc36ffa681, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=e18b99a9-f003-40de-a7b1-30cc36ffa681,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:10:08.327693 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:08.375527 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=e18b99a9-f003-40de-a7b1-30cc36ffa681,revision_number=6']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:08.438615 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-341ec132-ced7-41bd-9afc-afb3265b8f61 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (20488b98-4c60-43ee-8d98-91662e03db7f), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:08.496259 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:08.500599 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-341ec132-ced7-41bd-9afc-afb3265b8f61 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Network 05232e0b-a0d1-419f-aeac-d0342ce1d8bc is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:10:08.529552 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-341ec132-ced7-41bd-9afc-afb3265b8f61 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:10:08.534311 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-341ec132-ced7-41bd-9afc-afb3265b8f61 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:10:08.536337 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e69ef-e4f9-4538-ba93-2189abc76b3b req-c3a00df9-fb21-4949-9b50-e22be6d56ff9 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:08.543673 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ec132-ced7-41bd-9afc-afb3265b8f61 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Pushing event updated for resources: {'Port': ['ID=20488b98-4c60-43ee-8d98-91662e03db7f,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:08.543806 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cd6e69ef-e4f9-4538-ba93-2189abc76b3b req-c3a00df9-fb21-4949-9b50-e22be6d56ff9 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 945 time: 0.0496490 Oct 14 03:10:08.586550 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cd6e69ef-e4f9-4538-ba93-2189abc76b3b req-304efdc0-0132-4e9c-bc66-fdf5173ac22b tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423822 Oct 14 03:10:08.622430 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-341ec132-ced7-41bd-9afc-afb3265b8f61 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:08.623051 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-341ec132-ced7-41bd-9afc-afb3265b8f61 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:08.623153 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['e18b99a9-f003-40de-a7b1-30cc36ffa681'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:10:08.636578 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:08.690705 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a669326c-c0e0-4e52-9035-b3500534acf6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:08.704933 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d410b-c769-41ef-996d-27f468d8f936 req-898bb775-b5d1-4314-8e2d-5f69ece476f6 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:08.706429 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f25d410b-c769-41ef-996d-27f468d8f936 req-898bb775-b5d1-4314-8e2d-5f69ece476f6 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 931 time: 0.0475464 Oct 14 03:10:08.715469 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-341ec132-ced7-41bd-9afc-afb3265b8f61 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1366069 Oct 14 03:10:08.728322 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a669326c-c0e0-4e52-9035-b3500534acf6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (dbd66ec1-4df7-4b7c-b967-8997efccb706), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:08.742796 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:08.757628 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f25d410b-c769-41ef-996d-27f468d8f936 req-705e1c2b-9b9e-445d-bf97-0ac920784b60 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452995 Oct 14 03:10:08.764185 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:08.834772 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.l3_db [None req-a669326c-c0e0-4e52-9035-b3500534acf6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Floating IP dbd66ec1-4df7-4b7c-b967-8997efccb706 associated. External IP: 172.27.3.75, port: c0076cbe-9dc5-4a27-b4f0-6470011daec6. Oct 14 03:10:08.912726 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa035c4-eee1-40bb-beef-ced7de145be6 req-4f402418-724c-45b9-9611-9884e408f251 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:08.914307 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9aa035c4-eee1-40bb-beef-ced7de145be6 req-4f402418-724c-45b9-9611-9884e408f251 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0488734 Oct 14 03:10:08.961502 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9aa035c4-eee1-40bb-beef-ced7de145be6 req-8a823cf0-ea57-4a5e-a8c9-751c77cb4004 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415182 Oct 14 03:10:09.022028 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Request body: {'port': {'device_id': 'be7c6efa-eaaf-42f7-9c36-ddf200f81d73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:10:09.093743 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a669326c-c0e0-4e52-9035-b3500534acf6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:10:09.098251 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (20488b98-4c60-43ee-8d98-91662e03db7f), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:09.121138 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:09.173772 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8ad7e-ee10-4d30-8cbb-bb3813b2c8f3 req-ef1b427a-0032-4ea8-98e8-fd44443f4fa3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:09.175296 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2fb8ad7e-ee10-4d30-8cbb-bb3813b2c8f3 req-ef1b427a-0032-4ea8-98e8-fd44443f4fa3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 943 time: 0.0470471 Oct 14 03:10:09.226114 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2fb8ad7e-ee10-4d30-8cbb-bb3813b2c8f3 req-7169519f-a606-4a4e-9f19-c69121f43da1 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441451 Oct 14 03:10:09.311658 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a669326c-c0e0-4e52-9035-b3500534acf6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:10:09.324589 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a669326c-c0e0-4e52-9035-b3500534acf6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:09.325118 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b33d06-8908-442b-8583-dcf2e60f0fe5 None None] Sync routers for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:10:09.335149 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b33d06-8908-442b-8583-dcf2e60f0fe5 None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:10:09.335764 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-77b33d06-8908-442b-8583-dcf2e60f0fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:09:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:10:09.389387 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-a669326c-c0e0-4e52-9035-b3500534acf6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/dbd66ec1-4df7-4b7c-b967-8997efccb706 HTTP/1.1" status: 200 len: 991 time: 1.3602087 Oct 14 03:10:09.392120 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174ff84e-3115-4222-a659-4725858ef844', 'tag': 'c0076cbe-9dc5-4a27-b4f0-6470011daec6'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:10:09.394933 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a488424-d456-4de9-b100-744dbf844df3" -d '{"events": [{"name": "network-changed", "server_uuid": "174ff84e-3115-4222-a659-4725858ef844", "tag": "c0076cbe-9dc5-4a27-b4f0-6470011daec6"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:10:09.451405 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fffb02-0b12-4e26-98e4-6f7958fbc800 x-openstack-request-id: req-d8fffb02-0b12-4e26-98e4-6f7958fbc800 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:10:09.452304 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174ff84e-3115-4222-a659-4725858ef844", "tag": "c0076cbe-9dc5-4a27-b4f0-6470011daec6", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:10:09.452564 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8fffb02-0b12-4e26-98e4-6f7958fbc800 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:10:09.452964 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8fffb02-0b12-4e26-98e4-6f7958fbc800'] response: {'name': 'network-changed', 'server_uuid': '174ff84e-3115-4222-a659-4725858ef844', 'tag': 'c0076cbe-9dc5-4a27-b4f0-6470011daec6', 'status': 'completed', 'code': 200} Oct 14 03:10:09.468534 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-77b33d06-8908-442b-8583-dcf2e60f0fe5 None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:10:09.492981 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20488b98-4c60-43ee-8d98-91662e03db7f {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:10:09.500918 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Publish callbacks [] for port (20488b98-4c60-43ee-8d98-91662e03db7f), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:09.503732 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:09.515206 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Transition to ACTIVE for port object 20488b98-4c60-43ee-8d98-91662e03db7f will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:10:09.581890 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a488424-d456-4de9-b100-744dbf844df3 req-b22ba8ca-5cfd-4b56-acdb-6e2089137b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:09.582970 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-7a488424-d456-4de9-b100-744dbf844df3 req-b22ba8ca-5cfd-4b56-acdb-6e2089137b37 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=20fb24be77624e59b8560c7863ca4a46&device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 1130 time: 0.0402362 Oct 14 03:10:09.611914 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (20488b98-4c60-43ee-8d98-91662e03db7f), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:09.722674 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534c618-0f72-4783-b6c8-29c7ee097349 req-0880cd78-0a4b-418a-94bb-53b3a2267b5e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:09.724385 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6534c618-0f72-4783-b6c8-29c7ee097349 req-0880cd78-0a4b-418a-94bb-53b3a2267b5e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 945 time: 0.0498059 Oct 14 03:10:09.740786 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-77b33d06-8908-442b-8583-dcf2e60f0fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'port_id': '19709406-415e-437a-9a30-3eb561347116', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'mac_address': 'fa:16:3e:ab:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:07:49Z', 'updated_at': '2022-10-14T03:08:35Z', 'revision_number': 2, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ip_address_scope': None}, {'id': 'dbd66ec1-4df7-4b7c-b967-8997efccb706', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'port_id': 'c0076cbe-9dc5-4a27-b4f0-6470011daec6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'mac_address': 'fa:16:3e:fc:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ff84e-3115-4222-a659-4725858ef844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:09:43Z', 'updated_at': '2022-10-14T03:10:08Z', 'revision_number': 1, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:10:09.779990 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6534c618-0f72-4783-b6c8-29c7ee097349 req-6652f3f9-a93a-4070-8f54-4b29ba1ca7f5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496869 Oct 14 03:10:09.904386 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72be263-f849-4a20-9b65-e41e12952068 req-60c31e97-0a36-446b-8781-cde4d998b63b tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:09.906437 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e72be263-f849-4a20-9b65-e41e12952068 req-60c31e97-0a36-446b-8781-cde4d998b63b tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 943 time: 0.0492327 Oct 14 03:10:09.909997 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b33d06-8908-442b-8583-dcf2e60f0fe5 None None] Checking router: 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:10:09.918970 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b33d06-8908-442b-8583-dcf2e60f0fe5 None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:10:09.919807 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-77b33d06-8908-442b-8583-dcf2e60f0fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:09:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:10:09.956618 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e72be263-f849-4a20-9b65-e41e12952068 req-97bec8f0-77b0-4ac2-bc83-0799e0ae6325 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436895 Oct 14 03:10:09.981887 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Pushing event updated for resources: {'Port': ['ID=20488b98-4c60-43ee-8d98-91662e03db7f,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:10.027827 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-77b33d06-8908-442b-8583-dcf2e60f0fe5 None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:10:10.028020 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a488424-d456-4de9-b100-744dbf844df3 req-87c374df-951a-416d-8375-ae9177ea15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:10.030847 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-7a488424-d456-4de9-b100-744dbf844df3 req-87c374df-951a-416d-8375-ae9177ea15e6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=bb28930e-3d0a-43c7-985a-b1d6573d124d HTTP/1.1" status: 200 len: 915 time: 0.4373105 Oct 14 03:10:10.042345 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Attempting to bind port 20488b98-4c60-43ee-8d98-91662e03db7f on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:10:10.042685 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Attempting to bind port 20488b98-4c60-43ee-8d98-91662e03db7f by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '7c8189e7-2138-4b0c-b0ed-dab56267e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '05232e0b-a0d1-419f-aeac-d0342ce1d8bc'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:10:10.043012 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Attempting to bind port 20488b98-4c60-43ee-8d98-91662e03db7f on network 05232e0b-a0d1-419f-aeac-d0342ce1d8bc {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:10:10.071924 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 04f7e24a-0bec-4456-bb1a-56489e3f78c6 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:10:10.088713 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Port 20488b98-4c60-43ee-8d98-91662e03db7f on network 05232e0b-a0d1-419f-aeac-d0342ce1d8bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:10:10.089039 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Attempting to bind port 20488b98-4c60-43ee-8d98-91662e03db7f on network 05232e0b-a0d1-419f-aeac-d0342ce1d8bc {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:10:10.091224 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad3d37-c488-4cf7-bb27-3b82d2dad0ac req-e32bef8e-5680-4ef4-bfdf-90e7ec298ae4 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:10.093929 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3aad3d37-c488-4cf7-bb27-3b82d2dad0ac req-e32bef8e-5680-4ef4-bfdf-90e7ec298ae4 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0487845 Oct 14 03:10:10.108807 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device e18b99a9-f003-40de-a7b1-30cc36ffa681 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:10:10.132816 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:10:10.133382 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Checking segment: {'id': '7c8189e7-2138-4b0c-b0ed-dab56267e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '05232e0b-a0d1-419f-aeac-d0342ce1d8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:10:10.133505 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Bound using segment: {'id': '7c8189e7-2138-4b0c-b0ed-dab56267e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '05232e0b-a0d1-419f-aeac-d0342ce1d8bc'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:10:10.133977 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Bound port: 20488b98-4c60-43ee-8d98-91662e03db7f, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8189e7-2138-4b0c-b0ed-dab56267e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '05232e0b-a0d1-419f-aeac-d0342ce1d8bc'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:10:10.134338 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (20488b98-4c60-43ee-8d98-91662e03db7f), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:10.148031 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3aad3d37-c488-4cf7-bb27-3b82d2dad0ac req-180aa300-be40-402d-a60b-a88de2d0f140 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481310 Oct 14 03:10:10.206739 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:10.237461 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-7a488424-d456-4de9-b100-744dbf844df3 req-86452da3-7b9d-4eea-b8ad-86830250dfbd service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0076cbe-9dc5-4a27-b4f0-6470011daec6 HTTP/1.1" status: 200 len: 999 time: 0.1000161 Oct 14 03:10:10.247425 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:10.248684 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] For port 20488b98-4c60-43ee-8d98-91662e03db7f, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:10:10.251759 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] For port 20488b98-4c60-43ee-8d98-91662e03db7f, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=20488b98-4c60-43ee-8d98-91662e03db7f,segment=NetworkSegment(7c8189e7-2138-4b0c-b0ed-dab56267e32a),segment_id=7c8189e7-2138-4b0c-b0ed-dab56267e32a)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:10:10.274952 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port e18b99a9-f003-40de-a7b1-30cc36ffa681 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:10:10.275328 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:10.275660 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port e18b99a9-f003-40de-a7b1-30cc36ffa681 Oct 14 03:10:10.308478 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:10.343291 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 04f7e24a-0bec-4456-bb1a-56489e3f78c6, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=04f7e24a-0bec-4456-bb1a-56489e3f78c6,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:10:10.357746 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': '04f7e24a-0bec-4456-bb1a-56489e3f78c6', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'port_id': '04f7e24a-0bec-4456-bb1a-56489e3f78c6', 'mac_address': 'fa:16:3e:2d:67:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83361155-00a4-439a-b18b-f6450713d13d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:10:10.359533 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (20488b98-4c60-43ee-8d98-91662e03db7f), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:10.411768 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:10.412417 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:10.414317 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/20488b98-4c60-43ee-8d98-91662e03db7f HTTP/1.1" status: 200 len: 1093 time: 1.4007442 Oct 14 03:10:10.462217 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-77b33d06-8908-442b-8583-dcf2e60f0fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'port_id': '19709406-415e-437a-9a30-3eb561347116', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'mac_address': 'fa:16:3e:ab:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:07:49Z', 'updated_at': '2022-10-14T03:08:35Z', 'revision_number': 2, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ip_address_scope': None}, {'id': 'dbd66ec1-4df7-4b7c-b967-8997efccb706', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'port_id': 'c0076cbe-9dc5-4a27-b4f0-6470011daec6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'mac_address': 'fa:16:3e:fc:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ff84e-3115-4222-a659-4725858ef844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:09:43Z', 'updated_at': '2022-10-14T03:10:08Z', 'revision_number': 1, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:10:10.464990 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:10.474209 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a488424-d456-4de9-b100-744dbf844df3 req-e4612aca-07fb-4eea-873a-0cf102a6628c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:10.475673 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-7a488424-d456-4de9-b100-744dbf844df3 req-e4612aca-07fb-4eea-873a-0cf102a6628c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=135773a1-0191-4c48-88ba-8f3ab667b670 HTTP/1.1" status: 200 len: 853 time: 0.1393306 Oct 14 03:10:10.481483 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a38f7-e37a-46ea-9273-511e5702cfe0 service neutron] Pushing event updated for resources: {'Port': ['ID=20488b98-4c60-43ee-8d98-91662e03db7f,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:10.516434 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 04f7e24a-0bec-4456-bb1a-56489e3f78c6 is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:10:10.516823 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (04f7e24a-0bec-4456-bb1a-56489e3f78c6), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:10.524481 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b33d06-8908-442b-8583-dcf2e60f0fe5 None None] The sync data for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi is: [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'port_id': '19709406-415e-437a-9a30-3eb561347116', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'mac_address': 'fa:16:3e:ab:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:07:49Z', 'updated_at': '2022-10-14T03:08:35Z', 'revision_number': 2, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ip_address_scope': None}, {'id': 'dbd66ec1-4df7-4b7c-b967-8997efccb706', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'port_id': 'c0076cbe-9dc5-4a27-b4f0-6470011daec6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'mac_address': 'fa:16:3e:fc:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ff84e-3115-4222-a659-4725858ef844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:09:43Z', 'updated_at': '2022-10-14T03:10:08Z', 'revision_number': 1, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:10:10.528599 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a488424-d456-4de9-b100-744dbf844df3 req-c153404a-184b-421d-b222-8be2b9f67bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:10.530723 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-7a488424-d456-4de9-b100-744dbf844df3 req-c153404a-184b-421d-b222-8be2b9f67bc0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=bb28930e-3d0a-43c7-985a-b1d6573d124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452733 Oct 14 03:10:10.548245 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f7e24a-0bec-4456-bb1a-56489e3f78c6 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:10:10.568310 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port e18b99a9-f003-40de-a7b1-30cc36ffa681 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:10:10.568819 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:10.609768 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18b99a9-f003-40de-a7b1-30cc36ffa681'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:10:10.612428 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6065ae-2810-49d5-9b06-a2ccd22a1089" -d '{"events": [{"server_uuid": "d95dafdb-f3bf-4f25-96bc-6595e7f52a89", "name": "network-vif-plugged", "status": "completed", "tag": "e18b99a9-f003-40de-a7b1-30cc36ffa681"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:10:10.625036 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 04f7e24a-0bec-4456-bb1a-56489e3f78c6, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=04f7e24a-0bec-4456-bb1a-56489e3f78c6,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:10:10.628877 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port e18b99a9-f003-40de-a7b1-30cc36ffa681, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=e18b99a9-f003-40de-a7b1-30cc36ffa681,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:10:10.665046 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (04f7e24a-0bec-4456-bb1a-56489e3f78c6), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:10.709259 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e652448-7f0f-4253-b1aa-785e0ee907a0 x-openstack-request-id: req-7e652448-7f0f-4253-b1aa-785e0ee907a0 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:10:10.709961 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95dafdb-f3bf-4f25-96bc-6595e7f52a89", "name": "network-vif-plugged", "status": "completed", "tag": "e18b99a9-f003-40de-a7b1-30cc36ffa681", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:10:10.710410 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e652448-7f0f-4253-b1aa-785e0ee907a0 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:10:10.711021 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e652448-7f0f-4253-b1aa-785e0ee907a0'] response: {'server_uuid': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18b99a9-f003-40de-a7b1-30cc36ffa681', 'code': 200} Oct 14 03:10:10.714259 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:10.721677 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4db18-abd3-4088-8f4c-8bf905b8847b req-fe856054-d31d-417e-b6f2-da579060546c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:10.730976 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ede4db18-abd3-4088-8f4c-8bf905b8847b req-fe856054-d31d-417e-b6f2-da579060546c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 943 time: 0.4284248 Oct 14 03:10:10.741808 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=04f7e24a-0bec-4456-bb1a-56489e3f78c6,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:10.800627 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ede4db18-abd3-4088-8f4c-8bf905b8847b req-baa3cbfc-5ae7-4213-8328-c16ef819acb8 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686088 Oct 14 03:10:10.802144 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-7a488424-d456-4de9-b100-744dbf844df3 req-cdc1c1cb-7139-4072-9dc3-cc5172f94a35 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500434 Oct 14 03:10:10.813416 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-7ad167dd-31b4-488d-91e6-38907f63f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:10.815143 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-7ad167dd-31b4-488d-91e6-38907f63f49e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=57c8543c66ed4a6889a7740932dc6433&device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 1127 time: 0.2529790 Oct 14 03:10:10.825142 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=e18b99a9-f003-40de-a7b1-30cc36ffa681,revision_number=7']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:10.888632 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872afe9-b2c9-4959-bb31-032ce9cceffa None None] New status for floating IP dbd66ec1-4df7-4b7c-b967-8997efccb706: ACTIVE {{(pid=105052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:10:10.941295 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-3c884820-1e80-4bd9-8747-a5b0ad331836 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=20488b98-4c60-43ee-8d98-91662e03db7f HTTP/1.1" status: 200 len: 217 time: 0.0718405 Oct 14 03:10:10.943792 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b6604-b5ad-444a-a536-6e43523b9ba6 req-7e3c63e7-53cb-459b-a6e2-397fc1e9699a tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:10.961647 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-662b6604-b5ad-444a-a536-6e43523b9ba6 req-7e3c63e7-53cb-459b-a6e2-397fc1e9699a tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0677135 Oct 14 03:10:10.987533 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:11.053287 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-662b6604-b5ad-444a-a536-6e43523b9ba6 req-ec763dd3-b56b-40f7-9c39-de1849350f96 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843234 Oct 14 03:10:11.086997 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-ebeda48d-cef6-41f7-b8f3-741c2532d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:11.088574 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-ebeda48d-cef6-41f7-b8f3-741c2532d52e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=3cad5393-c521-43fc-90bf-e55c49e10088 HTTP/1.1" status: 200 len: 848 time: 0.1315310 Oct 14 03:10:11.090842 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-7a488424-d456-4de9-b100-744dbf844df3 req-63ef2d6e-7552-4b14-ba76-0dd8c9eb3f6c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595046 Oct 14 03:10:11.114652 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7534185-ee85-4e3b-9401-cb105e9c8fed req-d3bbe616-58db-467d-bd8c-c5372a44d0d7 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:11.116328 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c7534185-ee85-4e3b-9401-cb105e9c8fed req-d3bbe616-58db-467d-bd8c-c5372a44d0d7 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 943 time: 0.0587420 Oct 14 03:10:11.147471 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-21232bf4-4c62-4019-a7d1-53624822d3f0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=05232e0b-a0d1-419f-aeac-d0342ce1d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295279 Oct 14 03:10:11.148962 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['04f7e24a-0bec-4456-bb1a-56489e3f78c6'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:10:11.198894 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c7534185-ee85-4e3b-9401-cb105e9c8fed req-1797b4af-1865-44d7-8e4f-0fa8e0af0904 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713074 Oct 14 03:10:11.271938 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-11e9ae3b-46b7-492a-9e99-01b136bb1fe9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/05232e0b-a0d1-419f-aeac-d0342ce1d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158371 Oct 14 03:10:11.313095 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35cfda-1322-4376-a878-072ccb1985ef req-ecf71e11-4a24-4b18-a244-408f3384ae6f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:11.315191 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-af35cfda-1322-4376-a878-072ccb1985ef req-ecf71e11-4a24-4b18-a244-408f3384ae6f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0622675 Oct 14 03:10:11.376759 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-af35cfda-1322-4376-a878-072ccb1985ef req-593497c3-3405-4de6-aee1-4d0c0860a98b tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474749 Oct 14 03:10:11.389775 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bc3ee0d4-db6a-4865-b531-3c3e896d90c0 req-cae5dc06-4b31-491c-9557-95344f68dd68 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/05232e0b-a0d1-419f-aeac-d0342ce1d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078255 Oct 14 03:10:11.454740 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7c6efa-eaaf-42f7-9c36-ddf200f81d73', 'tag': '20488b98-4c60-43ee-8d98-91662e03db7f'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:10:11.457127 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa48c051-1fd7-4e91-87ea-d32f76e32ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "be7c6efa-eaaf-42f7-9c36-ddf200f81d73", "tag": "20488b98-4c60-43ee-8d98-91662e03db7f"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:10:11.495055 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9b38f4-7380-44da-8b45-6da811d2266e x-openstack-request-id: req-0a9b38f4-7380-44da-8b45-6da811d2266e {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:10:11.495357 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7c6efa-eaaf-42f7-9c36-ddf200f81d73", "tag": "20488b98-4c60-43ee-8d98-91662e03db7f", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:10:11.495611 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a9b38f4-7380-44da-8b45-6da811d2266e {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:10:11.496014 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a9b38f4-7380-44da-8b45-6da811d2266e'] response: {'name': 'network-changed', 'server_uuid': 'be7c6efa-eaaf-42f7-9c36-ddf200f81d73', 'tag': '20488b98-4c60-43ee-8d98-91662e03db7f', 'status': 'completed', 'code': 200} Oct 14 03:10:11.929261 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7951fa3-c3a8-4e01-a792-8c2227fa4321 req-218d37da-dc5a-4ee6-a574-9bb7668264c6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:11.930960 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b7951fa3-c3a8-4e01-a792-8c2227fa4321 req-218d37da-dc5a-4ee6-a574-9bb7668264c6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 944 time: 0.0504386 Oct 14 03:10:11.999471 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b7951fa3-c3a8-4e01-a792-8c2227fa4321 req-81e70bac-722e-47ac-93d8-891c5e9ca086 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625486 Oct 14 03:10:12.089814 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbeb8ea-d06d-40a6-9ac3-1c0319025102 req-0904e729-d0fe-40f3-8084-b991a59a3817 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:12.094027 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9cbeb8ea-d06d-40a6-9ac3-1c0319025102 req-0904e729-d0fe-40f3-8084-b991a59a3817 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 945 time: 0.0503767 Oct 14 03:10:12.136622 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:12.174546 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9cbeb8ea-d06d-40a6-9ac3-1c0319025102 req-e58a81a5-6ff8-4281-b85e-486a5b162eca tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751388 Oct 14 03:10:12.209594 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4f813-9030-49af-9153-3810e35b51de req-8b0ef5a7-d878-4885-861b-fbdd54871ba7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:12.211078 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-77f4f813-9030-49af-9153-3810e35b51de req-8b0ef5a7-d878-4885-861b-fbdd54871ba7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0508163 Oct 14 03:10:12.263476 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-77f4f813-9030-49af-9153-3810e35b51de req-4c9f5da8-6329-48ac-877f-7bea6494b890 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440409 Oct 14 03:10:12.354773 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92eaa8-d968-4eb9-aa30-ce2af33ef6c2 req-8722f53e-2c11-40f4-ac26-fdb2596f5871 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:12.356280 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ed92eaa8-d968-4eb9-aa30-ce2af33ef6c2 req-8722f53e-2c11-40f4-ac26-fdb2596f5871 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 943 time: 0.0594378 Oct 14 03:10:12.373082 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 04f7e24a-0bec-4456-bb1a-56489e3f78c6 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:10:12.425382 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ed92eaa8-d968-4eb9-aa30-ce2af33ef6c2 req-3aa6ccd1-111c-48d8-8e53-80b24b799a88 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632091 Oct 14 03:10:12.433141 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port 04f7e24a-0bec-4456-bb1a-56489e3f78c6 completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:10:12.504771 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port 04f7e24a-0bec-4456-bb1a-56489e3f78c6 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:10:12.505658 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (04f7e24a-0bec-4456-bb1a-56489e3f78c6), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:12.506371 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port 04f7e24a-0bec-4456-bb1a-56489e3f78c6 Oct 14 03:10:12.523255 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac102e9-0aed-4f88-bfae-b989c863926d req-384cd5b5-b314-4945-b498-b6caf3f5a017 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:12.524797 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cac102e9-0aed-4f88-bfae-b989c863926d req-384cd5b5-b314-4945-b498-b6caf3f5a017 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0557518 Oct 14 03:10:12.589724 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cac102e9-0aed-4f88-bfae-b989c863926d req-cdbb45f2-160a-49b3-bcf2-55687ed357c3 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548129 Oct 14 03:10:12.687972 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 04f7e24a-0bec-4456-bb1a-56489e3f78c6 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:10:12.687972 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (04f7e24a-0bec-4456-bb1a-56489e3f78c6), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:12.731325 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f7e24a-0bec-4456-bb1a-56489e3f78c6'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:10:12.731325 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3dda0a-0f78-4dbd-b354-0cb3ed2503e5" -d '{"events": [{"server_uuid": "07426fa3-a9d9-4304-854a-b6a298b3f8c7", "name": "network-vif-plugged", "status": "completed", "tag": "04f7e24a-0bec-4456-bb1a-56489e3f78c6"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:10:12.731325 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 04f7e24a-0bec-4456-bb1a-56489e3f78c6, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=04f7e24a-0bec-4456-bb1a-56489e3f78c6,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:10:12.800974 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9595af6b-cd73-425d-8df6-aac638edcf01 x-openstack-request-id: req-9595af6b-cd73-425d-8df6-aac638edcf01 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:10:12.801303 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07426fa3-a9d9-4304-854a-b6a298b3f8c7", "name": "network-vif-plugged", "status": "completed", "tag": "04f7e24a-0bec-4456-bb1a-56489e3f78c6", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:10:12.801589 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9595af6b-cd73-425d-8df6-aac638edcf01 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:10:12.802035 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9595af6b-cd73-425d-8df6-aac638edcf01'] response: {'server_uuid': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f7e24a-0bec-4456-bb1a-56489e3f78c6', 'code': 200} Oct 14 03:10:12.820682 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48c051-1fd7-4e91-87ea-d32f76e32ed3 req-e6773c41-4beb-4861-a1a3-bc1442c993df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:12.822999 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fa48c051-1fd7-4e91-87ea-d32f76e32ed3 req-e6773c41-4beb-4861-a1a3-bc1442c993df service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=57c8543c66ed4a6889a7740932dc6433&device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 1127 time: 0.0574431 Oct 14 03:10:12.971555 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48c051-1fd7-4e91-87ea-d32f76e32ed3 req-2b69fc9e-2e8d-47b9-926c-6d893dbe010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:12.972953 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fa48c051-1fd7-4e91-87ea-d32f76e32ed3 req-2b69fc9e-2e8d-47b9-926c-6d893dbe010c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=05232e0b-a0d1-419f-aeac-d0342ce1d8bc HTTP/1.1" status: 200 len: 909 time: 0.1122749 Oct 14 03:10:13.025619 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fa48c051-1fd7-4e91-87ea-d32f76e32ed3 req-e0931478-5b52-414a-97fa-5f78365ea1dc service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=20488b98-4c60-43ee-8d98-91662e03db7f HTTP/1.1" status: 200 len: 217 time: 0.0443268 Oct 14 03:10:13.036643 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (04f7e24a-0bec-4456-bb1a-56489e3f78c6), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:13.108176 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=04f7e24a-0bec-4456-bb1a-56489e3f78c6,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:13.112184 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:13.117254 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48c051-1fd7-4e91-87ea-d32f76e32ed3 req-57c916b1-8210-4ff7-86f9-b53da7de5008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:13.122680 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fa48c051-1fd7-4e91-87ea-d32f76e32ed3 req-57c916b1-8210-4ff7-86f9-b53da7de5008 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=3cad5393-c521-43fc-90bf-e55c49e10088 HTTP/1.1" status: 200 len: 848 time: 0.0888720 Oct 14 03:10:13.165030 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e2081-9beb-4f29-b582-86c3218f0bf1 req-ae552dce-145a-4f1c-b788-f8ca80363399 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:13.166610 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ad3e2081-9beb-4f29-b582-86c3218f0bf1 req-ae552dce-145a-4f1c-b788-f8ca80363399 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0613697 Oct 14 03:10:13.225591 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ad3e2081-9beb-4f29-b582-86c3218f0bf1 req-9e13e324-1f4b-491c-ace2-2ade9cc09849 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497320 Oct 14 03:10:13.347171 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8565c-f294-4f69-9d1d-f92618fcbc1c req-e26c0be2-e935-4cdb-a6d4-20bd6c0bda11 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:13.350990 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b5e8565c-f294-4f69-9d1d-f92618fcbc1c req-e26c0be2-e935-4cdb-a6d4-20bd6c0bda11 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 945 time: 0.0611088 Oct 14 03:10:13.445991 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b84e6-8d2c-4e52-a5de-8549f9cd44dc req-1c4b8ddb-98aa-4be3-a7e1-09baddef2713 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:13.447483 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7f3b84e6-8d2c-4e52-a5de-8549f9cd44dc req-1c4b8ddb-98aa-4be3-a7e1-09baddef2713 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0740488 Oct 14 03:10:13.457066 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b5e8565c-f294-4f69-9d1d-f92618fcbc1c req-3d21a14b-2735-4741-8db1-d5a0a0c55393 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972562 Oct 14 03:10:13.609976 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7f3b84e6-8d2c-4e52-a5de-8549f9cd44dc req-23aa8e39-a187-4a15-ba7a-888ba5b0cc81 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484334 Oct 14 03:10:13.624464 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657a7ab-8804-4a98-b36e-b65335961fa1 req-a44819be-3c24-40fe-8aa1-25446bce358d tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:13.626287 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f657a7ab-8804-4a98-b36e-b65335961fa1 req-a44819be-3c24-40fe-8aa1-25446bce358d tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 943 time: 0.0779984 Oct 14 03:10:13.681045 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f657a7ab-8804-4a98-b36e-b65335961fa1 req-8f1e4c62-c45e-4af1-beb1-87f16b2510f5 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487988 Oct 14 03:10:13.747930 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844bb48-848c-4040-a5e9-4d4584a58f69 req-c91d30da-10f0-4b11-937b-c52e0567d544 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:13.749432 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9844bb48-848c-4040-a5e9-4d4584a58f69 req-c91d30da-10f0-4b11-937b-c52e0567d544 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0497680 Oct 14 03:10:13.801227 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9844bb48-848c-4040-a5e9-4d4584a58f69 req-0b315608-6b6d-48f9-a1d8-5e36adbc966c tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456491 Oct 14 03:10:14.358935 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:14.371923 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 20488b98-4c60-43ee-8d98-91662e03db7f details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:10:14.373211 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b18e4c-13c6-4628-bc27-ec5c57401913 req-f59176c6-5da8-48b8-bc2f-f80c9359d926 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:14.374877 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-20b18e4c-13c6-4628-bc27-ec5c57401913 req-f59176c6-5da8-48b8-bc2f-f80c9359d926 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0542214 Oct 14 03:10:14.425814 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-20b18e4c-13c6-4628-bc27-ec5c57401913 req-885308d9-714a-497c-8530-447568502219 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451176 Oct 14 03:10:14.444693 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:14.486672 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 20488b98-4c60-43ee-8d98-91662e03db7f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=20488b98-4c60-43ee-8d98-91662e03db7f,segment=NetworkSegment(7c8189e7-2138-4b0c-b0ed-dab56267e32a),segment_id=7c8189e7-2138-4b0c-b0ed-dab56267e32a)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:10:14.500261 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': '20488b98-4c60-43ee-8d98-91662e03db7f', 'network_id': '05232e0b-a0d1-419f-aeac-d0342ce1d8bc', 'port_id': '20488b98-4c60-43ee-8d98-91662e03db7f', 'mac_address': 'fa:16:3e:8a:ac:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cad5393-c521-43fc-90bf-e55c49e10088', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:10:14.534254 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:14.536520 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 20488b98-4c60-43ee-8d98-91662e03db7f is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:10:14.536909 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (20488b98-4c60-43ee-8d98-91662e03db7f), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:14.550458 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20488b98-4c60-43ee-8d98-91662e03db7f {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:10:14.566831 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:14.573163 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 20488b98-4c60-43ee-8d98-91662e03db7f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=20488b98-4c60-43ee-8d98-91662e03db7f,segment=NetworkSegment(7c8189e7-2138-4b0c-b0ed-dab56267e32a),segment_id=7c8189e7-2138-4b0c-b0ed-dab56267e32a)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:10:14.579757 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bd7a9-416a-4b6e-912a-8ed6e783dfdd req-3ac5cd77-5f8b-4023-8220-2f3d86e48c55 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:14.581242 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a75bd7a9-416a-4b6e-912a-8ed6e783dfdd req-3ac5cd77-5f8b-4023-8220-2f3d86e48c55 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 945 time: 0.0506597 Oct 14 03:10:14.628491 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a75bd7a9-416a-4b6e-912a-8ed6e783dfdd req-4a8da632-3b8a-4fee-b05c-30c7162fb991 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414348 Oct 14 03:10:14.664022 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (20488b98-4c60-43ee-8d98-91662e03db7f), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:14.711920 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=20488b98-4c60-43ee-8d98-91662e03db7f,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:14.763371 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fa48c051-1fd7-4e91-87ea-d32f76e32ed3 req-b11cfcd3-a9f3-4ab6-90de-9961a13c5af1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=05232e0b-a0d1-419f-aeac-d0342ce1d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386755 Oct 14 03:10:14.770068 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516d650-2a90-4b67-8109-223d3069ead9 req-78d05616-30ce-4526-a07d-23d6549bc45d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:14.779989 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7516d650-2a90-4b67-8109-223d3069ead9 req-78d05616-30ce-4526-a07d-23d6549bc45d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0935566 Oct 14 03:10:14.851392 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f574a-123b-4f35-82bd-d246a1196d0c req-f017ab99-edf7-44d4-837f-4015a9274cfb tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:14.860290 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-859f574a-123b-4f35-82bd-d246a1196d0c req-f017ab99-edf7-44d4-837f-4015a9274cfb tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 944 time: 0.0767744 Oct 14 03:10:14.875070 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c765be9-41f2-4435-b7c5-f6aad8723d69 req-f403c9ee-aa63-4c16-8a46-2793baf78135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:14.877139 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2c765be9-41f2-4435-b7c5-f6aad8723d69 req-f403c9ee-aa63-4c16-8a46-2793baf78135 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 1129 time: 0.0997176 Oct 14 03:10:14.912607 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7516d650-2a90-4b67-8109-223d3069ead9 req-4d9512c6-8aee-442c-b9f9-afa6ed5d1007 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316597 Oct 14 03:10:14.924014 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fa48c051-1fd7-4e91-87ea-d32f76e32ed3 req-2db7ca06-902e-46dd-b49c-f4a03e67d0bc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/05232e0b-a0d1-419f-aeac-d0342ce1d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337745 Oct 14 03:10:14.947834 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-859f574a-123b-4f35-82bd-d246a1196d0c req-314df471-4a53-4218-9ae1-210347d3a5d5 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872922 Oct 14 03:10:15.059359 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181ce64-a259-4562-9e14-b1cd109432b4 req-16e45446-7143-4c88-aa0f-848078b47a4f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:15.070145 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c181ce64-a259-4562-9e14-b1cd109432b4 req-16e45446-7143-4c88-aa0f-848078b47a4f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0668097 Oct 14 03:10:15.116311 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2c765be9-41f2-4435-b7c5-f6aad8723d69 req-9c213494-ffaf-479c-ade0-038425f15e17 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270962 Oct 14 03:10:15.127123 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c181ce64-a259-4562-9e14-b1cd109432b4 req-d036f141-2cce-465f-8f01-fa7986f82c0f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559232 Oct 14 03:10:15.157805 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fa48c051-1fd7-4e91-87ea-d32f76e32ed3 req-79bd0b4c-012c-4891-9c78-afc7c085605f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/05232e0b-a0d1-419f-aeac-d0342ce1d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697972 Oct 14 03:10:15.230918 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['20488b98-4c60-43ee-8d98-91662e03db7f'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:10:15.574481 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08c781-d00b-401c-bf25-f9abfaa142fd req-b8bb548f-b749-40dc-a273-077d0d344cf4 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:15.576996 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-4d08c781-d00b-401c-bf25-f9abfaa142fd req-b8bb548f-b749-40dc-a273-077d0d344cf4 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 945 time: 0.0500200 Oct 14 03:10:15.577815 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2ec3b-9198-4acb-bb05-1d2b6e9166fa req-d332afcb-3fe2-4efb-a989-6602eb81b4e0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:15.579321 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bbf2ec3b-9198-4acb-bb05-1d2b6e9166fa req-d332afcb-3fe2-4efb-a989-6602eb81b4e0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0684509 Oct 14 03:10:15.642976 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bbf2ec3b-9198-4acb-bb05-1d2b6e9166fa req-c7011a69-b6ee-4ed4-8b00-21e78dc5ee9c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521717 Oct 14 03:10:15.769444 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60655ca5-ccc0-44d1-81f2-a6f68048699e req-1dacd47e-7bba-4bfb-9fe2-89033951681b tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:15.771188 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-60655ca5-ccc0-44d1-81f2-a6f68048699e req-1dacd47e-7bba-4bfb-9fe2-89033951681b tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 945 time: 0.0557220 Oct 14 03:10:15.833796 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-60655ca5-ccc0-44d1-81f2-a6f68048699e req-352c9fe9-30b3-43fa-a28b-130665ccb915 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561364 Oct 14 03:10:16.121224 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38793aa9-164f-417e-95d2-c34ba1419a11 req-4e33b045-75b9-47be-b44e-84966f27873e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:16.123121 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-38793aa9-164f-417e-95d2-c34ba1419a11 req-4e33b045-75b9-47be-b44e-84966f27873e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0973833 Oct 14 03:10:16.144759 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855dd7b-f26d-4fc9-84fb-81b30fe16f0d req-d8183978-08ea-4cb0-ae3f-a936a6530180 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:16.147554 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5855dd7b-f26d-4fc9-84fb-81b30fe16f0d req-d8183978-08ea-4cb0-ae3f-a936a6530180 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 944 time: 0.0801830 Oct 14 03:10:16.250462 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-38793aa9-164f-417e-95d2-c34ba1419a11 req-917a0965-c7c3-4388-aa0e-1ec472c6dcd8 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192384 Oct 14 03:10:16.286812 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5855dd7b-f26d-4fc9-84fb-81b30fe16f0d req-c8d32408-b188-44c4-868d-e83c6c1f8730 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206119 Oct 14 03:10:16.303509 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:16.310140 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-4d08c781-d00b-401c-bf25-f9abfaa142fd req-70a2cca5-f268-4fa5-b9c0-62d6a9b5dae1 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Deleting port 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:10:16.310571 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-4d08c781-d00b-401c-bf25-f9abfaa142fd req-70a2cca5-f268-4fa5-b9c0-62d6a9b5dae1 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (72241d51-c58b-48bf-bd3d-37d0d0d26fd4), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:16.428702 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048aba9a-fd77-4b9d-b009-c0c3c8a63c9f req-3857e902-5fe4-47e3-bca3-b0b1bf73eb84 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:16.429439 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-4d08c781-d00b-401c-bf25-f9abfaa142fd req-70a2cca5-f268-4fa5-b9c0-62d6a9b5dae1 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] For port 72241d51-c58b-48bf-bd3d-37d0d0d26fd4, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=72241d51-c58b-48bf-bd3d-37d0d0d26fd4,segment=NetworkSegment(e65be11f-b696-46bf-bef8-fad00cafa6bf),segment_id=e65be11f-b696-46bf-bef8-fad00cafa6bf)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:10:16.429974 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-4d08c781-d00b-401c-bf25-f9abfaa142fd req-70a2cca5-f268-4fa5-b9c0-62d6a9b5dae1 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (72241d51-c58b-48bf-bd3d-37d0d0d26fd4), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:16.436328 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-048aba9a-fd77-4b9d-b009-c0c3c8a63c9f req-3857e902-5fe4-47e3-bca3-b0b1bf73eb84 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0696375 Oct 14 03:10:16.452658 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-4d08c781-d00b-401c-bf25-f9abfaa142fd req-70a2cca5-f268-4fa5-b9c0-62d6a9b5dae1 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Calling delete_port for 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:10:16.496157 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-048aba9a-fd77-4b9d-b009-c0c3c8a63c9f req-6781cda2-76e9-4b43-a806-cf75f5d46078 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580888 Oct 14 03:10:16.498965 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 20488b98-4c60-43ee-8d98-91662e03db7f up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:10:16.588612 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port 20488b98-4c60-43ee-8d98-91662e03db7f completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:10:16.658968 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port 20488b98-4c60-43ee-8d98-91662e03db7f triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:10:16.659343 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (20488b98-4c60-43ee-8d98-91662e03db7f), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:16.659681 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port 20488b98-4c60-43ee-8d98-91662e03db7f Oct 14 03:10:16.672092 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-4d08c781-d00b-401c-bf25-f9abfaa142fd req-70a2cca5-f268-4fa5-b9c0-62d6a9b5dae1 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (72241d51-c58b-48bf-bd3d-37d0d0d26fd4), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:16.707558 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2cca5-f268-4fa5-b9c0-62d6a9b5dae1 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Pushing event deleted for resources: {'Port': ['ID=72241d51-c58b-48bf-bd3d-37d0d0d26fd4,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:16.729886 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['72241d51-c58b-48bf-bd3d-37d0d0d26fd4'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:10:16.771629 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d08c781-d00b-401c-bf25-f9abfaa142fd req-70a2cca5-f268-4fa5-b9c0-62d6a9b5dae1 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] No DVR routers for this DVR port 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:10:16.774838 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-4d08c781-d00b-401c-bf25-f9abfaa142fd req-70a2cca5-f268-4fa5-b9c0-62d6a9b5dae1 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:16.781526 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-4d08c781-d00b-401c-bf25-f9abfaa142fd req-70a2cca5-f268-4fa5-b9c0-62d6a9b5dae1 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.40 "DELETE /networking/v2.0/ports/72241d51-c58b-48bf-bd3d-37d0d0d26fd4 HTTP/1.1" status: 204 len: 173 time: 0.5874641 Oct 14 03:10:16.782112 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa1b038-3bf4-4429-bd6e-691a1abe5081', 'name': 'network-vif-deleted', 'tag': '72241d51-c58b-48bf-bd3d-37d0d0d26fd4'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:10:16.785702 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20fa76d-a7e6-48c4-a24d-50c1824e123c" -d '{"events": [{"server_uuid": "ffa1b038-3bf4-4429-bd6e-691a1abe5081", "name": "network-vif-deleted", "tag": "72241d51-c58b-48bf-bd3d-37d0d0d26fd4"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:10:16.823153 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:16.829545 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d074eb-1c00-476e-9629-74784cb9427e req-16e0cc5e-a687-4b21-b1a5-689069935a65 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:16.831357 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-54d074eb-1c00-476e-9629-74784cb9427e req-16e0cc5e-a687-4b21-b1a5-689069935a65 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0583827 Oct 14 03:10:16.838987 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 20488b98-4c60-43ee-8d98-91662e03db7f is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:10:16.839392 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (20488b98-4c60-43ee-8d98-91662e03db7f), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:16.853219 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eed5aba-7c13-4d3f-bcfe-75b3b57a8e56 x-openstack-request-id: req-1eed5aba-7c13-4d3f-bcfe-75b3b57a8e56 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:10:16.853782 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa1b038-3bf4-4429-bd6e-691a1abe5081", "name": "network-vif-deleted", "tag": "72241d51-c58b-48bf-bd3d-37d0d0d26fd4", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:10:16.854195 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1eed5aba-7c13-4d3f-bcfe-75b3b57a8e56 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:10:16.854728 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eed5aba-7c13-4d3f-bcfe-75b3b57a8e56'] response: {'server_uuid': 'ffa1b038-3bf4-4429-bd6e-691a1abe5081', 'name': 'network-vif-deleted', 'tag': '72241d51-c58b-48bf-bd3d-37d0d0d26fd4', 'status': 'completed', 'code': 200} Oct 14 03:10:16.864822 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7c6efa-eaaf-42f7-9c36-ddf200f81d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20488b98-4c60-43ee-8d98-91662e03db7f'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:10:16.867091 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601cacfb-5edb-4db6-acd7-4c8f79e98eaa" -d '{"events": [{"server_uuid": "be7c6efa-eaaf-42f7-9c36-ddf200f81d73", "name": "network-vif-plugged", "status": "completed", "tag": "20488b98-4c60-43ee-8d98-91662e03db7f"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:10:16.888367 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 20488b98-4c60-43ee-8d98-91662e03db7f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=20488b98-4c60-43ee-8d98-91662e03db7f,segment=NetworkSegment(7c8189e7-2138-4b0c-b0ed-dab56267e32a),segment_id=7c8189e7-2138-4b0c-b0ed-dab56267e32a)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:10:16.909025 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-54d074eb-1c00-476e-9629-74784cb9427e req-4dbab15e-06cf-4936-be0a-b80ebb66da2b tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713186 Oct 14 03:10:16.951805 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (20488b98-4c60-43ee-8d98-91662e03db7f), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:16.958061 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-08400cc2-1dc7-44d5-9843-35698ce6ddea req-1e04d752-859f-49b1-be73-8379e3b3cc0c tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 210 time: 0.0437016 Oct 14 03:10:16.960398 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fc67cf-ecaf-402a-b73a-5a3b7e331824 x-openstack-request-id: req-06fc67cf-ecaf-402a-b73a-5a3b7e331824 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:10:16.960788 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7c6efa-eaaf-42f7-9c36-ddf200f81d73", "name": "network-vif-plugged", "status": "completed", "tag": "20488b98-4c60-43ee-8d98-91662e03db7f", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:10:16.966231 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06fc67cf-ecaf-402a-b73a-5a3b7e331824 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:10:16.966231 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06fc67cf-ecaf-402a-b73a-5a3b7e331824'] response: {'server_uuid': 'be7c6efa-eaaf-42f7-9c36-ddf200f81d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20488b98-4c60-43ee-8d98-91662e03db7f', 'code': 200} Oct 14 03:10:17.006855 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=20488b98-4c60-43ee-8d98-91662e03db7f,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:17.418393 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94426d9d-cb32-4c82-b70a-fddcf7e8759e req-e9eead33-3b6e-46dc-b464-c95239ec5211 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:17.420435 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-94426d9d-cb32-4c82-b70a-fddcf7e8759e req-e9eead33-3b6e-46dc-b464-c95239ec5211 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0636077 Oct 14 03:10:17.486756 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4d7bc-7e77-45fc-8869-9f0f5b13e9ea req-067fb4f0-94fc-4be7-99c0-054be43d6233 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:17.488468 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-20c4d7bc-7e77-45fc-8869-9f0f5b13e9ea req-067fb4f0-94fc-4be7-99c0-054be43d6233 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 945 time: 0.0789306 Oct 14 03:10:17.540680 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-94426d9d-cb32-4c82-b70a-fddcf7e8759e req-aa40881e-3344-4f50-a33b-2001f581b13c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083329 Oct 14 03:10:17.582133 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-20c4d7bc-7e77-45fc-8869-9f0f5b13e9ea req-16ef8dda-bc04-47b7-af6c-a7f605aad754 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789793 Oct 14 03:10:17.718979 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbbeab-af27-4ea6-bf74-e8fc215217d9 req-1ba62e08-de34-4fbc-9038-ba99ebd781f8 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:17.720777 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-40dbbeab-af27-4ea6-bf74-e8fc215217d9 req-1ba62e08-de34-4fbc-9038-ba99ebd781f8 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0676429 Oct 14 03:10:17.782611 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-40dbbeab-af27-4ea6-bf74-e8fc215217d9 req-d64ce765-be61-441f-b123-c1d3661c2091 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557692 Oct 14 03:10:18.036485 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b6502-2065-48a5-9c34-659d986ba580 req-57dee056-bd98-41fa-bd9e-5443d3b589fb tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:18.038028 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-887b6502-2065-48a5-9c34-659d986ba580 req-57dee056-bd98-41fa-bd9e-5443d3b589fb tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0517290 Oct 14 03:10:18.057683 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:18.080093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4a73b-c4da-42be-9d1b-df5f17a26199 req-c7b7c05d-db5f-439f-b28a-b8dd5fc5389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:18.081698 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6fc4a73b-c4da-42be-9d1b-df5f17a26199 req-c7b7c05d-db5f-439f-b28a-b8dd5fc5389a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 1129 time: 0.0387323 Oct 14 03:10:18.096370 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0b89ee85-2a55-47e3-9892-4c8c213978d7 req-dc033d84-37ea-4b0a-a56b-68f54545fa9f tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 210 time: 0.0374105 Oct 14 03:10:18.114290 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-887b6502-2065-48a5-9c34-659d986ba580 req-4d224b16-a88f-416a-8d91-225180408409 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705221 Oct 14 03:10:18.119198 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:18.131289 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6fc4a73b-c4da-42be-9d1b-df5f17a26199 req-5cb3d5bc-bf70-45f0-a8c5-633dc8f663c3 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416903 Oct 14 03:10:18.253906 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbe23f-e817-48e2-bcf9-0c0d50568b1f req-b6c86fcb-590c-4708-a470-83232ac72dba tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:18.255830 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-46fbe23f-e817-48e2-bcf9-0c0d50568b1f req-b6c86fcb-590c-4708-a470-83232ac72dba tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0677781 Oct 14 03:10:18.267558 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 36246) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:10:18.272083 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-ec9e7faa-246e-429f-aa32-af7144e4abc7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Request body: {'floatingip': {'port_id': '04f7e24a-0bec-4456-bb1a-56489e3f78c6'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:10:18.312695 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ec9e7faa-246e-429f-aa32-af7144e4abc7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for floatingip (f6228baf-b71d-4bc5-8dd1-ed2e78f019c7), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:18.593723 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:18.714966 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494ef2c-70d4-49a1-8fff-071bc937db2d req-20021146-6efc-4a1f-9b12-7168e3606652 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:18.716661 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e494ef2c-70d4-49a1-8fff-071bc937db2d req-20021146-6efc-4a1f-9b12-7168e3606652 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0857859 Oct 14 03:10:18.740358 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da89737-511a-4fdd-a038-e7ba36441dfc req-5981ad1a-d3a6-4d38-ad0e-5598b5bbe5b0 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:18.741882 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7da89737-511a-4fdd-a038-e7ba36441dfc req-5981ad1a-d3a6-4d38-ad0e-5598b5bbe5b0 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 945 time: 0.0736609 Oct 14 03:10:18.789612 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ec9e7faa-246e-429f-aa32-af7144e4abc7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:18.815853 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e494ef2c-70d4-49a1-8fff-071bc937db2d req-213553bd-0255-4045-ada9-b0fe7ea2c41c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928800 Oct 14 03:10:18.826201 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7da89737-511a-4fdd-a038-e7ba36441dfc req-3abc62ab-164b-4263-8d3f-f8ca921f8bbf tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755575 Oct 14 03:10:18.863430 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ec9e7faa-246e-429f-aa32-af7144e4abc7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (f6228baf-b71d-4bc5-8dd1-ed2e78f019c7), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:18.942510 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b0ca6-1485-4115-81f3-4afc90c55a8a req-7305e326-6d71-4b0d-9612-427928809ba0 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:18.944291 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-408b0ca6-1485-4115-81f3-4afc90c55a8a req-7305e326-6d71-4b0d-9612-427928809ba0 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0538967 Oct 14 03:10:19.001266 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.l3_db [None req-ec9e7faa-246e-429f-aa32-af7144e4abc7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Floating IP f6228baf-b71d-4bc5-8dd1-ed2e78f019c7 associated. External IP: 172.27.3.123, port: 04f7e24a-0bec-4456-bb1a-56489e3f78c6. Oct 14 03:10:19.007381 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-408b0ca6-1485-4115-81f3-4afc90c55a8a req-43ce0773-5b4f-45a6-87e1-6a295136046d tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557487 Oct 14 03:10:19.240728 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-eb73b989-b331-4625-9f14-3daa05d54c3b req-c0efce36-c404-4178-beb2-129975781756 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 210 time: 0.0410194 Oct 14 03:10:19.268267 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9e7faa-246e-429f-aa32-af7144e4abc7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Router 9fea9e82-4ae3-4676-8db6-902834f829a2 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:10:19.398275 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9e7faa-246e-429f-aa32-af7144e4abc7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:10:19.403636 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ec9e7faa-246e-429f-aa32-af7144e4abc7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:19.413027 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e991305d-8828-4908-a753-f26497a63ae2 None None] Sync routers for ids ['9fea9e82-4ae3-4676-8db6-902834f829a2'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:10:19.436083 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e991305d-8828-4908-a753-f26497a63ae2 None None] Routers {'9fea9e82-4ae3-4676-8db6-902834f829a2'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:10:19.436895 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-e991305d-8828-4908-a753-f26497a63ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:09:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9fea9e82-4ae3-4676-8db6-902834f829a2'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:10:19.460316 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-ec9e7faa-246e-429f-aa32-af7144e4abc7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/f6228baf-b71d-4bc5-8dd1-ed2e78f019c7 HTTP/1.1" status: 200 len: 991 time: 1.1915865 Oct 14 03:10:19.462226 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'tag': '04f7e24a-0bec-4456-bb1a-56489e3f78c6'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:10:19.465337 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ca4970-4899-4611-889f-39c622aaa365" -d '{"events": [{"name": "network-changed", "server_uuid": "07426fa3-a9d9-4304-854a-b6a298b3f8c7", "tag": "04f7e24a-0bec-4456-bb1a-56489e3f78c6"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:10:19.519496 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6da2f1-9505-422f-a0e1-7d255bf118c6 x-openstack-request-id: req-da6da2f1-9505-422f-a0e1-7d255bf118c6 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:10:19.520086 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07426fa3-a9d9-4304-854a-b6a298b3f8c7", "tag": "04f7e24a-0bec-4456-bb1a-56489e3f78c6", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:10:19.520801 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da6da2f1-9505-422f-a0e1-7d255bf118c6 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:10:19.523083 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6da2f1-9505-422f-a0e1-7d255bf118c6'] response: {'name': 'network-changed', 'server_uuid': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'tag': '04f7e24a-0bec-4456-bb1a-56489e3f78c6', 'status': 'completed', 'code': 200} Oct 14 03:10:19.582360 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-e991305d-8828-4908-a753-f26497a63ae2 None None] Set router 9fea9e82-4ae3-4676-8db6-902834f829a2 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:10:19.674487 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:20.011537 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-e991305d-8828-4908-a753-f26497a63ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'gw_port': {'id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': 'f6228baf-b71d-4bc5-8dd1-ed2e78f019c7', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'port_id': '04f7e24a-0bec-4456-bb1a-56489e3f78c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'mac_address': 'fa:16:3e:2d:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:09:47Z', 'updated_at': '2022-10-14T03:10:18Z', 'revision_number': 1, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1b4b7c-8b51-40c7-868e-b0ed0167a770', 'name': '', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'mac_address': 'fa:16:3e:2d:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '83361155-00a4-439a-b18b-f6450713d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:49Z', 'revision_number': 5, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'subnets': [{'id': '83361155-00a4-439a-b18b-f6450713d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:10:20.028127 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cae67-7512-45f1-b3ae-c3950942de94 req-bccf683c-de6f-4f42-80e9-9ca33c524580 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:20.035646 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5a8cae67-7512-45f1-b3ae-c3950942de94 req-bccf683c-de6f-4f42-80e9-9ca33c524580 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0859728 Oct 14 03:10:20.038454 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e991305d-8828-4908-a753-f26497a63ae2 None None] Checking router: 9fea9e82-4ae3-4676-8db6-902834f829a2 for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:10:20.048725 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e991305d-8828-4908-a753-f26497a63ae2 None None] Routers {'9fea9e82-4ae3-4676-8db6-902834f829a2'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:10:20.049346 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-e991305d-8828-4908-a753-f26497a63ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:09:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9fea9e82-4ae3-4676-8db6-902834f829a2'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:10:20.065814 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5755a-abdd-4a51-8313-685c6a23f25e req-ab2bb1f7-8fe1-40d1-af0b-034035937f9f tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:20.067703 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bec5755a-abdd-4a51-8313-685c6a23f25e req-ab2bb1f7-8fe1-40d1-af0b-034035937f9f tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 945 time: 0.1325727 Oct 14 03:10:20.099407 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:20.102667 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:20.121036 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5a8cae67-7512-45f1-b3ae-c3950942de94 req-940a04b6-dc9e-4a2e-9f66-175a3dc61fba tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845158 Oct 14 03:10:20.160992 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-e991305d-8828-4908-a753-f26497a63ae2 None None] Set router 9fea9e82-4ae3-4676-8db6-902834f829a2 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:10:20.186974 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bec5755a-abdd-4a51-8313-685c6a23f25e req-ac429c5c-2fbd-4d1c-9bbd-d6061bf006fc tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122425 Oct 14 03:10:20.330266 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c521b-e0f7-4595-af14-b0e520e0cfab req-761ece83-3243-40ca-a040-f0cb2e775618 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:20.334450 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-032c521b-e0f7-4595-af14-b0e520e0cfab req-761ece83-3243-40ca-a040-f0cb2e775618 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0845149 Oct 14 03:10:20.409264 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9e13bfa7-b69b-4955-8f75-9fdde50b344f req-6a4c8964-8ede-4961-871c-e4269a69a602 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 210 time: 0.0395386 Oct 14 03:10:20.425421 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-032c521b-e0f7-4595-af14-b0e520e0cfab req-aef3d139-f102-4034-ac20-561eadea6d78 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855119 Oct 14 03:10:20.461964 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-e991305d-8828-4908-a753-f26497a63ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'gw_port': {'id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': 'f6228baf-b71d-4bc5-8dd1-ed2e78f019c7', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'port_id': '04f7e24a-0bec-4456-bb1a-56489e3f78c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'mac_address': 'fa:16:3e:2d:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:09:47Z', 'updated_at': '2022-10-14T03:10:18Z', 'revision_number': 1, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1b4b7c-8b51-40c7-868e-b0ed0167a770', 'name': '', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'mac_address': 'fa:16:3e:2d:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '83361155-00a4-439a-b18b-f6450713d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:49Z', 'revision_number': 5, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'subnets': [{'id': '83361155-00a4-439a-b18b-f6450713d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:10:20.489946 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e991305d-8828-4908-a753-f26497a63ae2 None None] The sync data for ids ['9fea9e82-4ae3-4676-8db6-902834f829a2'] in dv-cinder-801522-13-iscsi is: [{'id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'gw_port': {'id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': 'f6228baf-b71d-4bc5-8dd1-ed2e78f019c7', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'port_id': '04f7e24a-0bec-4456-bb1a-56489e3f78c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'mac_address': 'fa:16:3e:2d:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:09:47Z', 'updated_at': '2022-10-14T03:10:18Z', 'revision_number': 1, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1b4b7c-8b51-40c7-868e-b0ed0167a770', 'name': '', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'mac_address': 'fa:16:3e:2d:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '83361155-00a4-439a-b18b-f6450713d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:49Z', 'revision_number': 5, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'subnets': [{'id': '83361155-00a4-439a-b18b-f6450713d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:10:20.506019 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:10:20.540154 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:10:20.540883 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 72241d51-c58b-48bf-bd3d-37d0d0d26fd4 not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:10:20.658669 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca4970-4899-4611-889f-39c622aaa365 req-1cca24e2-93f4-4294-b913-541bc698e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:20.661226 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a4ca4970-4899-4611-889f-39c622aaa365 req-1cca24e2-93f4-4294-b913-541bc698e737 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 1129 time: 0.0556161 Oct 14 03:10:20.803486 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca4970-4899-4611-889f-39c622aaa365 req-027552c1-6780-4d5d-b172-7c3535a754fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:20.805446 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a4ca4970-4899-4611-889f-39c622aaa365 req-027552c1-6780-4d5d-b172-7c3535a754fc service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 200 len: 919 time: 0.1361928 Oct 14 03:10:21.069449 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:21.093220 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:21.275145 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a4ca4970-4899-4611-889f-39c622aaa365 req-5777ad9e-0c0c-44ae-ba05-c17fcb6b3583 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04f7e24a-0bec-4456-bb1a-56489e3f78c6 HTTP/1.1" status: 200 len: 999 time: 0.0989811 Oct 14 03:10:21.304913 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c0ed4-4d42-4f30-9cb2-21c616e69063 req-bf86c49e-5ce6-4592-99b9-2c8cf523b532 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:21.306894 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fb2c0ed4-4d42-4f30-9cb2-21c616e69063 req-bf86c49e-5ce6-4592-99b9-2c8cf523b532 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0724018 Oct 14 03:10:21.345794 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca4970-4899-4611-889f-39c622aaa365 req-78886288-a976-4b38-a3bd-59479928edbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:21.347579 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a4ca4970-4899-4611-889f-39c622aaa365 req-78886288-a976-4b38-a3bd-59479928edbb service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=83361155-00a4-439a-b18b-f6450713d13d HTTP/1.1" status: 200 len: 857 time: 0.0626070 Oct 14 03:10:21.375728 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fb2c0ed4-4d42-4f30-9cb2-21c616e69063 req-67ff7aef-c431-4840-9a7c-d28c91c4687b tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619166 Oct 14 03:10:21.414042 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:21.430943 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca4970-4899-4611-889f-39c622aaa365 req-77c87eff-1524-4d2f-8d8f-c581050d0720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:21.433133 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a4ca4970-4899-4611-889f-39c622aaa365 req-77c87eff-1524-4d2f-8d8f-c581050d0720 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=55f1e2d7-2b20-46bb-a21a-28526552f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0757000 Oct 14 03:10:21.477486 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143e80b-3deb-4877-b03c-7c069b35e8f1 None None] New status for floating IP f6228baf-b71d-4bc5-8dd1-ed2e78f019c7: ACTIVE {{(pid=105052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:10:21.610841 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:21.614571 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a4ca4970-4899-4611-889f-39c622aaa365 req-1b358e2a-48b8-4dae-8ab1-4cbe8c9a0160 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533780 Oct 14 03:10:21.664442 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7ab850a6-6a20-4f77-9031-24ea60d51cf5 req-ba033b4d-c758-492f-9ec2-1fada6dc27fd tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ffa1b038-3bf4-4429-bd6e-691a1abe5081 HTTP/1.1" status: 200 len: 210 time: 0.0435312 Oct 14 03:10:21.708566 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1eca5f-5e4c-4f6f-ac73-37dbcf6151b4 req-3dfd6588-5ca6-428d-879d-0f65bd6ea8fa tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:21.713483 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7e1eca5f-5e4c-4f6f-ac73-37dbcf6151b4 req-3dfd6588-5ca6-428d-879d-0f65bd6ea8fa tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.1517000 Oct 14 03:10:21.816633 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7e1eca5f-5e4c-4f6f-ac73-37dbcf6151b4 req-b95efe6b-cb93-426c-94f5-2edfeea4e263 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927556 Oct 14 03:10:21.817353 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a4ca4970-4899-4611-889f-39c622aaa365 req-c5bb2b9e-2646-49da-b949-352cfc1639e0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859627 Oct 14 03:10:22.158983 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f1b5a-1a57-4e9b-b49c-51d8033983ce req-366a6c7f-f4f5-4037-8482-5fcf3200be30 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:22.160520 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c05f1b5a-1a57-4e9b-b49c-51d8033983ce req-366a6c7f-f4f5-4037-8482-5fcf3200be30 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 945 time: 0.0496540 Oct 14 03:10:22.212825 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c05f1b5a-1a57-4e9b-b49c-51d8033983ce req-ec5ab165-8388-434c-86e9-632ac2489b30 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463226 Oct 14 03:10:22.527086 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd5a82-2456-43f5-94d7-c295036d5ddb req-75791da7-55ff-4330-b6c9-51e2051dd094 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:22.528606 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4bfd5a82-2456-43f5-94d7-c295036d5ddb req-75791da7-55ff-4330-b6c9-51e2051dd094 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0469973 Oct 14 03:10:22.578048 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4bfd5a82-2456-43f5-94d7-c295036d5ddb req-1eebceff-83c8-4cf4-bd05-17a2827a8ed9 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437205 Oct 14 03:10:22.926496 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:22.939715 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50be908-951e-42c5-8638-c64d2b2d7a5e req-0d0d23be-3c36-4747-ac19-96e7d0a3174b tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:22.940709 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c50be908-951e-42c5-8638-c64d2b2d7a5e req-0d0d23be-3c36-4747-ac19-96e7d0a3174b tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0508814 Oct 14 03:10:23.002422 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c50be908-951e-42c5-8638-c64d2b2d7a5e req-3a4fa144-724a-4b5e-8335-fe067d7fc173 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546668 Oct 14 03:10:23.379164 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46520a4e-fde4-4625-8200-7d580bd12369 req-04499c8b-9c8a-42d6-9539-1caad12aa768 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:23.386537 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-46520a4e-fde4-4625-8200-7d580bd12369 req-04499c8b-9c8a-42d6-9539-1caad12aa768 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 945 time: 0.0804636 Oct 14 03:10:23.440240 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-46520a4e-fde4-4625-8200-7d580bd12369 req-8dc0bd49-2912-4bfa-abf7-05cbf48dc4a9 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526052 Oct 14 03:10:23.726747 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ada66-2a9a-4585-973d-acc322e001bf req-926890a6-d13c-4d11-aff4-56736c5abc40 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:23.728207 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ef2ada66-2a9a-4585-973d-acc322e001bf req-926890a6-d13c-4d11-aff4-56736c5abc40 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0529289 Oct 14 03:10:23.775542 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ef2ada66-2a9a-4585-973d-acc322e001bf req-88dc0ee6-db72-4114-8e1b-5d59009c215c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410087 Oct 14 03:10:24.141996 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2e1e0-ecea-4b00-8d4d-205a4fc9016c req-e66a3f10-31b7-4275-a9d7-4d9eb12238db tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:24.143387 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-69f2e1e0-ecea-4b00-8d4d-205a4fc9016c req-e66a3f10-31b7-4275-a9d7-4d9eb12238db tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0469115 Oct 14 03:10:24.189495 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-69f2e1e0-ecea-4b00-8d4d-205a4fc9016c req-4c9fd1b7-c2e9-4b27-981e-7e5cef4676b8 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406036 Oct 14 03:10:24.551741 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a197f9f-5791-4304-9ae8-17d7564aab8d req-221ec609-e969-4f33-b2c6-f2fb31dba728 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:24.553178 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2a197f9f-5791-4304-9ae8-17d7564aab8d req-221ec609-e969-4f33-b2c6-f2fb31dba728 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 945 time: 0.0453761 Oct 14 03:10:24.603437 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2a197f9f-5791-4304-9ae8-17d7564aab8d req-6363343a-a994-44f1-9693-e1372a5712f9 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444887 Oct 14 03:10:24.761497 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-c9ce14b8-8ac2-4ff2-9565-e2ea69da2c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:24.891199 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:24.898954 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777e686-795d-4228-90b0-3aa9da1aafe5 req-31910c71-9b33-48b4-ba74-e7c36138dd91 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:24.900381 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1777e686-795d-4228-90b0-3aa9da1aafe5 req-31910c71-9b33-48b4-ba74-e7c36138dd91 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0451455 Oct 14 03:10:24.948070 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1777e686-795d-4228-90b0-3aa9da1aafe5 req-a41c47e4-b665-4fac-bab2-c4bbc3431ae5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406017 Oct 14 03:10:25.310908 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558f57c-c067-4878-8f24-612a36d63fc4 req-3f3ee2fa-6f6e-4237-a336-f36c1ca61f1f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:25.312396 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1558f57c-c067-4878-8f24-612a36d63fc4 req-3f3ee2fa-6f6e-4237-a336-f36c1ca61f1f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0451515 Oct 14 03:10:25.357987 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1558f57c-c067-4878-8f24-612a36d63fc4 req-bc48c897-3004-4fad-81a0-d7285f30cc65 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400496 Oct 14 03:10:25.723886 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271da86-0929-4e35-b9d3-e46e5daa1d7f req-e264c249-6e63-42eb-aa02-06875c711c3d tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:25.725306 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9271da86-0929-4e35-b9d3-e46e5daa1d7f req-e264c249-6e63-42eb-aa02-06875c711c3d tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 945 time: 0.0479202 Oct 14 03:10:25.771162 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9271da86-0929-4e35-b9d3-e46e5daa1d7f req-edb5f39d-bf3b-486c-ac70-1c9f515ab687 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404007 Oct 14 03:10:26.070848 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d913c-28d3-48bf-9f95-e3e2d8feb93b req-60c07eb1-00ad-48d9-8edd-47cf5f11d9f8 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:26.072292 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-656d913c-28d3-48bf-9f95-e3e2d8feb93b req-60c07eb1-00ad-48d9-8edd-47cf5f11d9f8 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0451708 Oct 14 03:10:26.117651 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-656d913c-28d3-48bf-9f95-e3e2d8feb93b req-ae5a2f45-93f3-405e-a0e6-3f3d0b246f34 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398693 Oct 14 03:10:26.476463 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeab842-320f-41fb-987b-afd03c1da404 req-7306e506-a01e-4900-9da1-02c349d1ead4 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:26.477969 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0eeab842-320f-41fb-987b-afd03c1da404 req-7306e506-a01e-4900-9da1-02c349d1ead4 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0449920 Oct 14 03:10:26.529238 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0eeab842-320f-41fb-987b-afd03c1da404 req-3586e2cc-bafb-479c-b3b2-89121a27b82d tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454373 Oct 14 03:10:26.888385 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc3f71-2254-49de-9ec4-bc19a574e690 req-9faba5e0-649b-42c1-8474-a94dd56e8a1d tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:26.889903 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9abc3f71-2254-49de-9ec4-bc19a574e690 req-9faba5e0-649b-42c1-8474-a94dd56e8a1d tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 945 time: 0.0453970 Oct 14 03:10:26.937011 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9abc3f71-2254-49de-9ec4-bc19a574e690 req-409fb271-4120-45c3-b230-3c4862237b16 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Oct 14 03:10:27.058618 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-4745f329-4db8-4dc8-882a-124e68f8c03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:27.204392 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:27.239492 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3426ed7-839e-485d-b164-cf73354ad767 req-6c1b7017-4bbb-42a8-a2f7-9ba52900220d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:27.240932 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d3426ed7-839e-485d-b164-cf73354ad767 req-6c1b7017-4bbb-42a8-a2f7-9ba52900220d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0454450 Oct 14 03:10:27.286607 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d3426ed7-839e-485d-b164-cf73354ad767 req-2bc3f17f-8420-4a89-81eb-9d6f0a381329 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400755 Oct 14 03:10:27.370545 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf97bc-78ca-4447-a21a-268240bf258f req-d8949aa7-64a2-4126-8162-7836e089f317 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:27.372055 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6dcf97bc-78ca-4447-a21a-268240bf258f req-d8949aa7-64a2-4126-8162-7836e089f317 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 945 time: 0.0469635 Oct 14 03:10:27.463448 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-6dcf97bc-78ca-4447-a21a-268240bf258f req-3c355f4e-9a40-42b7-9790-3cf10d62694c tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Deleting port 20488b98-4c60-43ee-8d98-91662e03db7f {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:10:27.463868 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-6dcf97bc-78ca-4447-a21a-268240bf258f req-3c355f4e-9a40-42b7-9790-3cf10d62694c tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (20488b98-4c60-43ee-8d98-91662e03db7f), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:27.559387 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-6dcf97bc-78ca-4447-a21a-268240bf258f req-3c355f4e-9a40-42b7-9790-3cf10d62694c tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] For port 20488b98-4c60-43ee-8d98-91662e03db7f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=20488b98-4c60-43ee-8d98-91662e03db7f,segment=NetworkSegment(7c8189e7-2138-4b0c-b0ed-dab56267e32a),segment_id=7c8189e7-2138-4b0c-b0ed-dab56267e32a)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:10:27.559854 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-6dcf97bc-78ca-4447-a21a-268240bf258f req-3c355f4e-9a40-42b7-9790-3cf10d62694c tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (20488b98-4c60-43ee-8d98-91662e03db7f), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:27.574660 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-6dcf97bc-78ca-4447-a21a-268240bf258f req-3c355f4e-9a40-42b7-9790-3cf10d62694c tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Calling delete_port for 20488b98-4c60-43ee-8d98-91662e03db7f owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:10:27.657322 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe457b32-1007-4f01-870b-263fa306a9bb req-5b21a767-d021-423d-9737-05ef8a2c7347 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:27.658911 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fe457b32-1007-4f01-870b-263fa306a9bb req-5b21a767-d021-423d-9737-05ef8a2c7347 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0510795 Oct 14 03:10:27.684082 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee50119-dbc6-4294-97cb-c1d1e79b330e req-30a1873e-64d3-4f46-9dd6-4932bfdf9192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:27.685589 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3ee50119-dbc6-4294-97cb-c1d1e79b330e req-30a1873e-64d3-4f46-9dd6-4932bfdf9192 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=55f278e0f09c45ca8ab33cd9e102446c&device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 1130 time: 0.0559678 Oct 14 03:10:27.712568 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fe457b32-1007-4f01-870b-263fa306a9bb req-93491891-d617-48f8-b643-56c1befb51e6 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479841 Oct 14 03:10:28.068941 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae1d20-d988-4d49-b482-7951bf64aef0 req-6c25272e-02da-47d2-8ab6-0042720cf074 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:28.070500 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0dae1d20-d988-4d49-b482-7951bf64aef0 req-6c25272e-02da-47d2-8ab6-0042720cf074 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 945 time: 0.0571032 Oct 14 03:10:28.075600 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee50119-dbc6-4294-97cb-c1d1e79b330e req-28b03519-edb1-4a70-98e4-12e079fee439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:28.078484 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3ee50119-dbc6-4294-97cb-c1d1e79b330e req-28b03519-edb1-4a70-98e4-12e079fee439 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dc7d519e-6d73-4b0e-803b-556cfc3b6498 HTTP/1.1" status: 200 len: 918 time: 0.3836863 Oct 14 03:10:28.122526 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-6dcf97bc-78ca-4447-a21a-268240bf258f req-3c355f4e-9a40-42b7-9790-3cf10d62694c tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (20488b98-4c60-43ee-8d98-91662e03db7f), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:28.142181 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ecc80-bdfa-4342-bf47-64eaa98f2342 req-0ea28634-36de-492a-9c87-85d4e7a1b921 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:28.143684 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-351ecc80-bdfa-4342-bf47-64eaa98f2342 req-0ea28634-36de-492a-9c87-85d4e7a1b921 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0723176 Oct 14 03:10:28.158875 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c355f4e-9a40-42b7-9790-3cf10d62694c tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Pushing event deleted for resources: {'Port': ['ID=20488b98-4c60-43ee-8d98-91662e03db7f,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:28.181061 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0dae1d20-d988-4d49-b482-7951bf64aef0 req-aeb30d8e-57dc-4463-a3a0-49016e1f0f4a tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000051 Oct 14 03:10:28.181650 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['20488b98-4c60-43ee-8d98-91662e03db7f'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:10:28.209982 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3ee50119-dbc6-4294-97cb-c1d1e79b330e req-37619eb2-5f5c-4501-a738-02de5c0a921b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e18b99a9-f003-40de-a7b1-30cc36ffa681 HTTP/1.1" status: 200 len: 1002 time: 0.1123877 Oct 14 03:10:28.218810 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-351ecc80-bdfa-4342-bf47-64eaa98f2342 req-5677c3ff-2007-4e04-9788-2da6daceb8e5 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682900 Oct 14 03:10:28.225366 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcf97bc-78ca-4447-a21a-268240bf258f req-3c355f4e-9a40-42b7-9790-3cf10d62694c tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] No DVR routers for this DVR port 20488b98-4c60-43ee-8d98-91662e03db7f on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:10:28.245309 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-6dcf97bc-78ca-4447-a21a-268240bf258f req-3c355f4e-9a40-42b7-9790-3cf10d62694c tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:28.248567 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6dcf97bc-78ca-4447-a21a-268240bf258f req-3c355f4e-9a40-42b7-9790-3cf10d62694c tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.40 "DELETE /networking/v2.0/ports/20488b98-4c60-43ee-8d98-91662e03db7f HTTP/1.1" status: 204 len: 173 time: 0.8699350 Oct 14 03:10:28.250801 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7c6efa-eaaf-42f7-9c36-ddf200f81d73', 'name': 'network-vif-deleted', 'tag': '20488b98-4c60-43ee-8d98-91662e03db7f'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:10:28.254143 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4ead54-e556-4eb6-9332-be1e687c46ae" -d '{"events": [{"server_uuid": "be7c6efa-eaaf-42f7-9c36-ddf200f81d73", "name": "network-vif-deleted", "tag": "20488b98-4c60-43ee-8d98-91662e03db7f"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:10:28.284433 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee50119-dbc6-4294-97cb-c1d1e79b330e req-dcb02c43-a79e-49d4-ad67-977a4f850d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:28.285931 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3ee50119-dbc6-4294-97cb-c1d1e79b330e req-dcb02c43-a79e-49d4-ad67-977a4f850d2a service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=536f6c3e-3717-4a16-a702-45e46a354d55 HTTP/1.1" status: 200 len: 856 time: 0.0701129 Oct 14 03:10:28.292938 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5f30a6-f581-423b-a8c7-d70032eba1e9 x-openstack-request-id: req-4c5f30a6-f581-423b-a8c7-d70032eba1e9 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:10:28.293227 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7c6efa-eaaf-42f7-9c36-ddf200f81d73", "name": "network-vif-deleted", "tag": "20488b98-4c60-43ee-8d98-91662e03db7f", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:10:28.293475 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c5f30a6-f581-423b-a8c7-d70032eba1e9 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:10:28.293887 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c5f30a6-f581-423b-a8c7-d70032eba1e9'] response: {'server_uuid': 'be7c6efa-eaaf-42f7-9c36-ddf200f81d73', 'name': 'network-vif-deleted', 'tag': '20488b98-4c60-43ee-8d98-91662e03db7f', 'status': 'completed', 'code': 200} Oct 14 03:10:28.340677 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:28.365409 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee50119-dbc6-4294-97cb-c1d1e79b330e req-a1ef659f-153c-4d7b-b09f-b67483f39f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:28.366945 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3ee50119-dbc6-4294-97cb-c1d1e79b330e req-a1ef659f-153c-4d7b-b09f-b67483f39f2b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dc7d519e-6d73-4b0e-803b-556cfc3b6498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0710838 Oct 14 03:10:28.367966 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16be493-4178-4a11-aa0f-471262260bc2 req-95f613f0-a1e2-464f-849c-97ba06c212dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:28.369266 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b16be493-4178-4a11-aa0f-471262260bc2 req-95f613f0-a1e2-464f-849c-97ba06c212dd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=5470d8ee28f74b4eb385a90c33a514b8&device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 1129 time: 0.0722668 Oct 14 03:10:28.417131 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca66cf1-5f98-49e7-8a83-89ae3b545509 req-ea5651c7-9a5c-4565-8439-011cb137fe5d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:28.418809 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5ca66cf1-5f98-49e7-8a83-89ae3b545509 req-ea5651c7-9a5c-4565-8439-011cb137fe5d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0483568 Oct 14 03:10:28.465791 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5ca66cf1-5f98-49e7-8a83-89ae3b545509 req-b59cb63e-5e60-4cb7-b970-fc19224e07d8 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411701 Oct 14 03:10:28.466554 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:28.490496 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:28.536801 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16be493-4178-4a11-aa0f-471262260bc2 req-264058fd-a420-4134-aaba-dc1b38bd3169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:28.538300 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b16be493-4178-4a11-aa0f-471262260bc2 req-264058fd-a420-4134-aaba-dc1b38bd3169 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=706c2be8-801d-4fd3-a7af-a476e6a9ec99 HTTP/1.1" status: 200 len: 912 time: 0.1525190 Oct 14 03:10:28.539970 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3ee50119-dbc6-4294-97cb-c1d1e79b330e req-65392e06-d9fa-4914-9e6a-8723d11f6227 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613779 Oct 14 03:10:28.659447 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b16be493-4178-4a11-aa0f-471262260bc2 req-54c3098c-f34e-4582-9d12-9923fcba78a0 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=071c08ed-047d-41ca-80e6-701785e75787 HTTP/1.1" status: 200 len: 1001 time: 0.1078660 Oct 14 03:10:28.710697 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3ee50119-dbc6-4294-97cb-c1d1e79b330e req-a4fd430f-cdca-455e-a0c9-f78c89776b05 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580303 Oct 14 03:10:28.723998 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16be493-4178-4a11-aa0f-471262260bc2 req-a23792b3-54c5-4954-b138-58422b8d815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:28.725315 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b16be493-4178-4a11-aa0f-471262260bc2 req-a23792b3-54c5-4954-b138-58422b8d815c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=326ff2bf-f78a-4292-afd2-858a661cf898 HTTP/1.1" status: 200 len: 850 time: 0.0541074 Oct 14 03:10:28.775206 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16be493-4178-4a11-aa0f-471262260bc2 req-00c01326-d4b3-4acd-b469-7d06843c2622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:28.776736 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b16be493-4178-4a11-aa0f-471262260bc2 req-00c01326-d4b3-4acd-b469-7d06843c2622 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=706c2be8-801d-4fd3-a7af-a476e6a9ec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447545 Oct 14 03:10:29.305844 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-51760544-5574-4d5f-9b69-aefecfd1b3ec req-2a7dea51-e91f-4e24-b5fe-e940384ea6cc tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 210 time: 0.0292258 Oct 14 03:10:29.351785 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50545c13-3433-458e-977e-10b0bb588fd3 req-bdb5441c-fcd8-4dd4-b299-275c5d546e3d tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:29.353291 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-50545c13-3433-458e-977e-10b0bb588fd3 req-bdb5441c-fcd8-4dd4-b299-275c5d546e3d tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0502982 Oct 14 03:10:29.384450 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:29.400593 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-50545c13-3433-458e-977e-10b0bb588fd3 req-81bf2338-5cad-4ad1-9016-bd67845c3e99 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417709 Oct 14 03:10:29.595935 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bda28-fa36-4c29-8e1c-c19f5daad8b8 req-7d694c91-acfc-43b9-b50a-a21a1775ecf0 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:29.597431 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4a7bda28-fa36-4c29-8e1c-c19f5daad8b8 req-7d694c91-acfc-43b9-b50a-a21a1775ecf0 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0461063 Oct 14 03:10:29.643655 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4a7bda28-fa36-4c29-8e1c-c19f5daad8b8 req-fc462499-6b88-478d-8871-3054be3c3270 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406008 Oct 14 03:10:29.750176 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:29.972862 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:30.424139 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f89e3e70-77d3-4dec-9ab3-2d6eeda225d8 req-0cc1aa58-052e-4807-ae52-96318753410f tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 210 time: 0.0304394 Oct 14 03:10:30.520414 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e8c1c-c25f-47cf-991c-154a84183a23 req-aec57798-ed6d-4fdc-9745-864f0b02271d tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:30.521870 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bf3e8c1c-c25f-47cf-991c-154a84183a23 req-aec57798-ed6d-4fdc-9745-864f0b02271d tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0455060 Oct 14 03:10:30.567330 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bf3e8c1c-c25f-47cf-991c-154a84183a23 req-49d93704-7049-4d26-a747-10fa86b827d8 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399778 Oct 14 03:10:30.768161 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbe0e8-d412-42a7-b1cf-74dc41379220 req-3509c951-0caf-42b6-b155-ba686e89a394 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:30.769652 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cccbe0e8-d412-42a7-b1cf-74dc41379220 req-3509c951-0caf-42b6-b155-ba686e89a394 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0458462 Oct 14 03:10:30.814743 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cccbe0e8-d412-42a7-b1cf-74dc41379220 req-e95af132-01aa-4304-992c-30b12857fef4 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394270 Oct 14 03:10:31.040207 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:10:31.537121 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3c134288-584a-46ee-abb6-3f58477f1937 req-975a79be-f799-4958-a359-3f7b5d2c348c tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 210 time: 0.0293293 Oct 14 03:10:31.686800 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68e523-8ee4-46b1-9e87-1efaec35ef8b req-43d09906-f1ad-4483-bc78-d7fb038bbc1f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:31.688226 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ce68e523-8ee4-46b1-9e87-1efaec35ef8b req-43d09906-f1ad-4483-bc78-d7fb038bbc1f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0458107 Oct 14 03:10:31.732935 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ce68e523-8ee4-46b1-9e87-1efaec35ef8b req-1fa48f82-502b-4076-90d7-9191dcbc1d3a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392900 Oct 14 03:10:31.937377 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834a061-940b-422f-8b56-eb9add846e73 req-e0d5207c-d814-47f2-8e00-7d587c51c3bf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:31.938858 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4834a061-940b-422f-8b56-eb9add846e73 req-e0d5207c-d814-47f2-8e00-7d587c51c3bf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 946 time: 0.0452619 Oct 14 03:10:31.972917 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:31.985028 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4834a061-940b-422f-8b56-eb9add846e73 req-9be0f01c-99e5-48f0-809b-55a072915360 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407479 Oct 14 03:10:32.096714 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device e18b99a9-f003-40de-a7b1-30cc36ffa681 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:10:32.169651 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port e18b99a9-f003-40de-a7b1-30cc36ffa681 is: ACTIVE; New status is: DOWN {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:10:32.170066 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:32.192375 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e18b99a9-f003-40de-a7b1-30cc36ffa681'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:10:32.194634 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ebcc36-a53b-44ab-85ed-6fc55ccab17c" -d '{"events": [{"server_uuid": "d95dafdb-f3bf-4f25-96bc-6595e7f52a89", "name": "network-vif-unplugged", "status": "completed", "tag": "e18b99a9-f003-40de-a7b1-30cc36ffa681"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:10:32.196717 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:32.208008 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port e18b99a9-f003-40de-a7b1-30cc36ffa681, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=e18b99a9-f003-40de-a7b1-30cc36ffa681,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:10:32.232764 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Oct 2022 03:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb71976b-be60-493d-b1b5-11e04dfe8de3 x-openstack-request-id: req-fb71976b-be60-493d-b1b5-11e04dfe8de3 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:10:32.233080 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95dafdb-f3bf-4f25-96bc-6595e7f52a89", "name": "network-vif-unplugged", "status": "completed", "tag": "e18b99a9-f003-40de-a7b1-30cc36ffa681", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:10:32.233345 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb71976b-be60-493d-b1b5-11e04dfe8de3 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:10:32.234064 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb71976b-be60-493d-b1b5-11e04dfe8de3'] response: {'server_uuid': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e18b99a9-f003-40de-a7b1-30cc36ffa681', 'code': 200} Oct 14 03:10:32.331782 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:32.332864 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 20488b98-4c60-43ee-8d98-91662e03db7f no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:10:32.366365 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b16be493-4178-4a11-aa0f-471262260bc2 req-5d086d55-b473-495d-b019-c3a9ce6c1cb6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117365 Oct 14 03:10:32.368297 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: 20488b98-4c60-43ee-8d98-91662e03db7f {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:10:32.368642 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 20488b98-4c60-43ee-8d98-91662e03db7f not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:10:32.372383 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5c5543a8-689e-4b4b-afaf-004f1883fa91 req-b20425d1-0da0-45c8-935f-966ba7509546 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491726 Oct 14 03:10:32.396608 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=e18b99a9-f003-40de-a7b1-30cc36ffa681,revision_number=8']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:32.559172 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5543a8-689e-4b4b-afaf-004f1883fa91 req-2b3da7e4-cf03-4acd-9a10-7d0d6d9a7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:32.560654 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5c5543a8-689e-4b4b-afaf-004f1883fa91 req-2b3da7e4-cf03-4acd-9a10-7d0d6d9a7756 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 1130 time: 0.0507696 Oct 14 03:10:32.590420 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b16be493-4178-4a11-aa0f-471262260bc2 req-ace01214-5ec8-4141-878e-218ba999bee1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395657 Oct 14 03:10:32.663281 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2d1f8a73-6f78-4b9d-bcfb-dc06d349063e req-cd64f4a1-d9f4-430c-8b81-f0f08e8673fe tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 210 time: 0.0316634 Oct 14 03:10:32.704042 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5543a8-689e-4b4b-afaf-004f1883fa91 req-ab5d050c-fc40-4ac2-854c-e895d0bc05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:32.705458 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5c5543a8-689e-4b4b-afaf-004f1883fa91 req-ab5d050c-fc40-4ac2-854c-e895d0bc05e8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 200 len: 919 time: 0.0997248 Oct 14 03:10:32.852104 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af093759-5088-485c-bd47-0149bdbcdf7d req-adff4b64-f472-4e6d-83cb-a6b157e5d6c6 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:32.853532 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-af093759-5088-485c-bd47-0149bdbcdf7d req-adff4b64-f472-4e6d-83cb-a6b157e5d6c6 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0446806 Oct 14 03:10:32.900708 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-af093759-5088-485c-bd47-0149bdbcdf7d req-008b1f8c-f972-4e91-906c-16c7fd1e94d9 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409563 Oct 14 03:10:32.968405 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5c5543a8-689e-4b4b-afaf-004f1883fa91 req-3a80ee35-ffc8-4959-80ba-4d3e02f75f77 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c75b196-f33a-4b89-b5fd-abf20f10fb84 HTTP/1.1" status: 200 len: 217 time: 0.0337059 Oct 14 03:10:33.110371 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89690eea-17f2-40b9-b8b0-9a768775f77b req-9aeb9fe9-5966-4cdc-a84f-5b1991093537 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:33.111839 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-89690eea-17f2-40b9-b8b0-9a768775f77b req-9aeb9fe9-5966-4cdc-a84f-5b1991093537 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0454638 Oct 14 03:10:33.158267 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-89690eea-17f2-40b9-b8b0-9a768775f77b req-51750456-46cc-4cba-b2f7-60f37c364c44 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409765 Oct 14 03:10:33.448979 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:33.459142 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5543a8-689e-4b4b-afaf-004f1883fa91 req-9652287a-d229-4052-be95-1d8566c5ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:33.460640 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5c5543a8-689e-4b4b-afaf-004f1883fa91 req-9652287a-d229-4052-be95-1d8566c5ccd1 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=83361155-00a4-439a-b18b-f6450713d13d HTTP/1.1" status: 200 len: 857 time: 0.0583563 Oct 14 03:10:33.484462 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984e73e-70f3-41d3-b66a-dac583463829 req-414818b7-5f0d-4378-a418-017b90067c15 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:33.484462 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b984e73e-70f3-41d3-b66a-dac583463829 req-414818b7-5f0d-4378-a418-017b90067c15 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/networks?id=6f9d2079-fec7-4a8b-b52a-3ca108fd76be HTTP/1.1" status: 200 len: 814 time: 0.1114919 Oct 14 03:10:33.494774 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b984e73e-70f3-41d3-b66a-dac583463829 req-f866e09d-c6e5-461e-9f7c-964e18331586 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/quotas/9e3dfb4977504552a5480cd375ded7dd HTTP/1.1" status: 200 len: 375 time: 0.0095108 Oct 14 03:10:33.527184 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b984e73e-70f3-41d3-b66a-dac583463829 req-9636d300-5177-4de2-a051-41b68a89ef36 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=9e3dfb4977504552a5480cd375ded7dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268545 Oct 14 03:10:33.626282 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b984e73e-70f3-41d3-b66a-dac583463829 req-8ab75fea-f74b-4026-b9f6-f7db48d38296 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6f9d2079-fec7-4a8b-b52a-3ca108fd76be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914462 Oct 14 03:10:33.628895 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:33.715732 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b984e73e-70f3-41d3-b66a-dac583463829 req-38fc2954-941d-4b51-8531-2a39612d963e service neutron] 10.222.0.39 "GET /networking/v2.0/networks/6f9d2079-fec7-4a8b-b52a-3ca108fd76be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834701 Oct 14 03:10:34.040817 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b497a6a9-aed7-4675-b91b-a18a9bfef128 req-fc2852e8-5b41-4788-a6fc-883c47f64cf0 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be7c6efa-eaaf-42f7-9c36-ddf200f81d73 HTTP/1.1" status: 200 len: 210 time: 0.0574174 Oct 14 03:10:34.050525 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5543a8-689e-4b4b-afaf-004f1883fa91 req-9457cfab-3de5-406b-b833-079f9605f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:34.052380 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5c5543a8-689e-4b4b-afaf-004f1883fa91 req-9457cfab-3de5-406b-b833-079f9605f372 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=55f1e2d7-2b20-46bb-a21a-28526552f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0755603 Oct 14 03:10:34.125982 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-41b66038-b091-4035-b173-a79d9b8eadc7 req-51feae66-6404-43e5-8974-e453e394d2f0 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 210 time: 0.0450809 Oct 14 03:10:34.231276 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5c5543a8-689e-4b4b-afaf-004f1883fa91 req-56b7e9c4-d034-41ce-9525-e823797105cd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384575 Oct 14 03:10:34.235030 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:34.251839 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fbc2d-753b-410c-b0d1-cb2f3fd85591 req-5e68d755-f03f-42b2-a2c0-1a7e3d55f9d1 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:34.256355 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-be6fbc2d-753b-410c-b0d1-cb2f3fd85591 req-5e68d755-f03f-42b2-a2c0-1a7e3d55f9d1 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0511334 Oct 14 03:10:34.345946 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-be6fbc2d-753b-410c-b0d1-cb2f3fd85591 req-25023012-9dac-415f-81da-fe87e252de12 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789263 Oct 14 03:10:34.370338 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5c5543a8-689e-4b4b-afaf-004f1883fa91 req-7a03bf4a-44d7-413b-a974-106d255dfde6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302788 Oct 14 03:10:34.458354 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [req-d728924c-ac8c-4951-a86f-8369bf455e1f req-d3542b99-73d8-42d6-8481-96338ad38468 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105049) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 03:10:34.459360 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d728924c-ac8c-4951-a86f-8369bf455e1f req-d3542b99-73d8-42d6-8481-96338ad38468 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054722 Oct 14 03:10:34.980951 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b430d5-bc3b-4483-91a2-2a42784d2935 req-a3260be6-f3c6-4816-aafc-4e78814b78e4 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:34.983195 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f0b430d5-bc3b-4483-91a2-2a42784d2935 req-a3260be6-f3c6-4816-aafc-4e78814b78e4 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0536780 Oct 14 03:10:35.032609 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f0b430d5-bc3b-4483-91a2-2a42784d2935 req-8113ab8a-768d-46d5-95ed-a5d780f6ed6a tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433261 Oct 14 03:10:35.260227 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d862d7e7-bd80-4ce2-a54c-4538b7b9e7b6 req-d8694cae-7a60-40bf-97c3-1d6da34f5f4b tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 210 time: 0.0413830 Oct 14 03:10:35.364276 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-1c27ab76-f43b-4e72-97cc-f3392b067435 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:35.365852 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-1c27ab76-f43b-4e72-97cc-f3392b067435 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/networks?id=05232e0b-a0d1-419f-aeac-d0342ce1d8bc HTTP/1.1" status: 200 len: 808 time: 0.1091361 Oct 14 03:10:35.384195 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-0c51dd3d-9aa7-4cc0-b30c-e5ffd0551564 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/quotas/57c8543c66ed4a6889a7740932dc6433 HTTP/1.1" status: 200 len: 375 time: 0.0116098 Oct 14 03:10:35.421887 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-73e2911e-fdb7-475e-b85f-bc354ac5f863 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=57c8543c66ed4a6889a7740932dc6433&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278921 Oct 14 03:10:35.478117 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:35.518683 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-403ae71c-07fa-4f22-8811-62f4cdb88b30 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/05232e0b-a0d1-419f-aeac-d0342ce1d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904639 Oct 14 03:10:35.677010 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 36496) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:10:35.762160 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-32552ac7-606a-4bbb-938d-c2419c524f35 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839562 Oct 14 03:10:35.770960 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-02a99f8b-01c1-4253-8557-3aea7df3a437 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105050) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 03:10:35.772003 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-02a99f8b-01c1-4253-8557-3aea7df3a437 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052524 Oct 14 03:10:35.827433 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-a6fc597c-3541-458a-973c-989a51d8cc7b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/05232e0b-a0d1-419f-aeac-d0342ce1d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029137 Oct 14 03:10:35.853489 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 36504) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:10:35.908997 dv-cinder-801522-13-iscsi neutron-server[105050]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 14 03:10:35.955653 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-1cbbd931-9fbb-4e3a-96eb-a1a043a4b7aa tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:35.956910 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-1cbbd931-9fbb-4e3a-96eb-a1a043a4b7aa tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports/e18b99a9-f003-40de-a7b1-30cc36ffa681 HTTP/1.1" status: 200 len: 941 time: 0.1024384 Oct 14 03:10:36.093111 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-59923e70-1bf3-4268-bde1-76998bac709e req-c4a2288e-b7b9-4900-a1bd-a72e7d6e5432 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 210 time: 0.0405920 Oct 14 03:10:36.182701 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ff013-8554-4345-84bf-77f3888d62c8 req-9d8b7eb2-dd6d-42dc-9f80-c4f8fb4256e4 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:36.185298 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bc8ff013-8554-4345-84bf-77f3888d62c8 req-9d8b7eb2-dd6d-42dc-9f80-c4f8fb4256e4 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0534444 Oct 14 03:10:36.236496 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bc8ff013-8554-4345-84bf-77f3888d62c8 req-05ac70d8-fedb-4858-9096-a4ef86ad2e2f tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440729 Oct 14 03:10:36.350950 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-76e994a7-83da-4085-81d4-5d0cef008e15 req-15f4c32c-bc87-482a-8fa9-8498d1735a5e tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 210 time: 0.0262117 Oct 14 03:10:36.572236 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device e18b99a9-f003-40de-a7b1-30cc36ffa681 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:10:36.642189 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port e18b99a9-f003-40de-a7b1-30cc36ffa681 is: DOWN; New status is: DOWN {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:10:37.192986 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ffb9fd89-f2c6-4dea-9f1d-af50bdaff695 req-0b72efaa-ba07-4385-a4db-348c3055130a tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 210 time: 0.0302649 Oct 14 03:10:37.369521 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e852e-7aeb-4f29-af5e-27fa51fa04bd req-5a558f94-93dc-4258-bb84-6404a3c32368 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:37.370948 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-344e852e-7aeb-4f29-af5e-27fa51fa04bd req-5a558f94-93dc-4258-bb84-6404a3c32368 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0483105 Oct 14 03:10:37.422299 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-344e852e-7aeb-4f29-af5e-27fa51fa04bd req-46d00795-99f5-4f6f-af47-1e694a0d35a6 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451186 Oct 14 03:10:37.455444 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-61e120a6-c8af-4bfe-bfb0-f7924686bd62 req-25aaabbd-4d8c-4a0b-824d-75ad9ea1801f tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 210 time: 0.0280488 Oct 14 03:10:38.206798 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984e73e-70f3-41d3-b66a-dac583463829 req-54c5630f-9eb2-4222-83b4-4a35fd7085eb tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:38.208235 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b984e73e-70f3-41d3-b66a-dac583463829 req-54c5630f-9eb2-4222-83b4-4a35fd7085eb tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.40 "GET /networking/v2.0/networks?id=6f9d2079-fec7-4a8b-b52a-3ca108fd76be HTTP/1.1" status: 200 len: 814 time: 0.1129470 Oct 14 03:10:38.244349 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-b984e73e-70f3-41d3-b66a-dac583463829 req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Request body: {'port': {'device_id': 'b19d9d10-c7d3-4d5f-b180-0663a2283d54', 'network_id': '6f9d2079-fec7-4a8b-b52a-3ca108fd76be', 'admin_state_up': True, 'tenant_id': '9e3dfb4977504552a5480cd375ded7dd'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:10:38.329635 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d22ab6cd-720f-4428-ac36-6043de34616f req-c6d56334-a3c3-4008-8fb5-d4a235b7e736 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 210 time: 0.0456204 Oct 14 03:10:38.348073 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:38.481296 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b984e73e-70f3-41d3-b66a-dac583463829 req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Made reservation on behalf of 9e3dfb4977504552a5480cd375ded7dd for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:10:38.485668 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-b984e73e-70f3-41d3-b66a-dac583463829 req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:38.581790 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-716b3a44-0d81-4e29-b536-de9e73de1196 req-4846cbcb-3c41-4a65-9cd8-4e4bbf9b9493 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 210 time: 0.0378871 Oct 14 03:10:38.593067 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57616e97-6eba-4f36-b7a7-e9dce5c52df5 req-6c5f0f6c-0135-4186-a39e-4cefa582e975 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:38.595522 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-57616e97-6eba-4f36-b7a7-e9dce5c52df5 req-6c5f0f6c-0135-4186-a39e-4cefa582e975 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0817933 Oct 14 03:10:38.633507 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-b984e73e-70f3-41d3-b66a-dac583463829 req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Allocated IP 172.20.0.7 (6f9d2079-fec7-4a8b-b52a-3ca108fd76be/e2884b1e-4021-41fb-8507-46229cec12f6/618fd49c-b150-468d-b8f2-201e9a4b4aa8) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:10:38.658861 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-57616e97-6eba-4f36-b7a7-e9dce5c52df5 req-89c1e43a-8aee-427f-b197-f1ceb5091f9c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528421 Oct 14 03:10:38.786762 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-b984e73e-70f3-41d3-b66a-dac583463829 req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Publish callbacks [] for port (618fd49c-b150-468d-b8f2-201e9a4b4aa8), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:38.790589 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:38.880648 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-b984e73e-70f3-41d3-b66a-dac583463829 req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (618fd49c-b150-468d-b8f2-201e9a4b4aa8), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:38.928811 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b984e73e-70f3-41d3-b66a-dac583463829 req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Network 6f9d2079-fec7-4a8b-b52a-3ca108fd76be is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:10:38.932025 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-b984e73e-70f3-41d3-b66a-dac583463829 req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:10:38.935861 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-b984e73e-70f3-41d3-b66a-dac583463829 req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:10:38.959726 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Pushing event updated for resources: {'Port': ['ID=618fd49c-b150-468d-b8f2-201e9a4b4aa8,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:38.972626 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:10:38.972972 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:10:38.973308 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:10:38.973638 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:10:38.973991 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:10:38.974315 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:10:38.974638 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:10:38.978638 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:10:38.978638 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:10:38.978638 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:10:38.978638 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:10:38.978638 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:10:38.978638 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:10:38.978638 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:10:38.978638 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:10:38.998458 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984e73e-70f3-41d3-b66a-dac583463829 req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:39.001545 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-b984e73e-70f3-41d3-b66a-dac583463829 req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:39.072632 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b984e73e-70f3-41d3-b66a-dac583463829 req-682e7c3d-cf02-4efb-84f4-0f6e44247f56 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8344362 Oct 14 03:10:39.122645 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Request body: {'port': {'device_id': 'b19d9d10-c7d3-4d5f-b180-0663a2283d54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:10:39.181612 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (618fd49c-b150-468d-b8f2-201e9a4b4aa8), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:39.289185 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:39.408823 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-aae35f75-d80b-4399-8a50-afaa5547ee00 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:39.411262 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-aae35f75-d80b-4399-8a50-afaa5547ee00 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.40 "GET /networking/v2.0/networks?id=05232e0b-a0d1-419f-aeac-d0342ce1d8bc HTTP/1.1" status: 200 len: 808 time: 0.1913676 Oct 14 03:10:39.429312 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-eebdf0ba-9826-4158-b608-333555f3c8ef req-86b7f21e-9435-471c-8e94-6bbb9d492b62 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 210 time: 0.0309203 Oct 14 03:10:39.441015 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-1ac96802-c2b8-4c3a-85a9-020840b83020 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Request body: {'port': {'device_id': 'be136ee8-8ea0-493c-bbf7-62afa57e13e1', 'network_id': '05232e0b-a0d1-419f-aeac-d0342ce1d8bc', 'admin_state_up': True, 'tenant_id': '57c8543c66ed4a6889a7740932dc6433'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:10:39.627247 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:39.635228 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618fd49c-b150-468d-b8f2-201e9a4b4aa8 {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:10:39.643528 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Publish callbacks [] for port (618fd49c-b150-468d-b8f2-201e9a4b4aa8), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:39.656003 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Transition to ACTIVE for port object 618fd49c-b150-468d-b8f2-201e9a4b4aa8 will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:10:39.706948 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8c81c-b4c7-4768-920e-976d82af84ee req-34ac09d6-843b-4a77-aa8e-494b92dfa67f tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:39.708275 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-08b8c81c-b4c7-4768-920e-976d82af84ee req-34ac09d6-843b-4a77-aa8e-494b92dfa67f tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 931 time: 0.0457804 Oct 14 03:10:39.737816 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-1ac96802-c2b8-4c3a-85a9-020840b83020 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Made reservation on behalf of 57c8543c66ed4a6889a7740932dc6433 for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:10:39.742260 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-1ac96802-c2b8-4c3a-85a9-020840b83020 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:39.750210 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (618fd49c-b150-468d-b8f2-201e9a4b4aa8), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:39.794498 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-08b8c81c-b4c7-4768-920e-976d82af84ee req-f46e08c6-2210-44d8-ae5c-c7690a0bd1d9 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803349 Oct 14 03:10:39.804106 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a89b96-0264-4138-a258-206072c183f3 req-844a5a3f-1514-4216-b2d0-77ffe59caaf5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:39.805581 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-18a89b96-0264-4138-a258-206072c183f3 req-844a5a3f-1514-4216-b2d0-77ffe59caaf5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0645192 Oct 14 03:10:39.868917 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-18a89b96-0264-4138-a258-206072c183f3 req-cd0579c0-def6-45d4-b791-cfcc6657a8ce tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461242 Oct 14 03:10:39.883910 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Pushing event updated for resources: {'Port': ['ID=618fd49c-b150-468d-b8f2-201e9a4b4aa8,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:39.964221 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Attempting to bind port 618fd49c-b150-468d-b8f2-201e9a4b4aa8 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:10:39.964562 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Attempting to bind port 618fd49c-b150-468d-b8f2-201e9a4b4aa8 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'e65be11f-b696-46bf-bef8-fad00cafa6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6f9d2079-fec7-4a8b-b52a-3ca108fd76be'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:10:39.964886 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Attempting to bind port 618fd49c-b150-468d-b8f2-201e9a4b4aa8 on network 6f9d2079-fec7-4a8b-b52a-3ca108fd76be {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:10:40.006961 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-1ac96802-c2b8-4c3a-85a9-020840b83020 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Allocated IP 172.20.0.4 (05232e0b-a0d1-419f-aeac-d0342ce1d8bc/3cad5393-c521-43fc-90bf-e55c49e10088/dedd30c6-33b3-4bfe-9dcb-50c92b51f547) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:10:40.032701 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Port 618fd49c-b150-468d-b8f2-201e9a4b4aa8 on network 6f9d2079-fec7-4a8b-b52a-3ca108fd76be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:10:40.033026 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Attempting to bind port 618fd49c-b150-468d-b8f2-201e9a4b4aa8 on network 6f9d2079-fec7-4a8b-b52a-3ca108fd76be {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:10:40.116109 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:10:40.116443 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Checking segment: {'id': 'e65be11f-b696-46bf-bef8-fad00cafa6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6f9d2079-fec7-4a8b-b52a-3ca108fd76be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:10:40.116820 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Bound using segment: {'id': 'e65be11f-b696-46bf-bef8-fad00cafa6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6f9d2079-fec7-4a8b-b52a-3ca108fd76be'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:10:40.117249 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Bound port: 618fd49c-b150-468d-b8f2-201e9a4b4aa8, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65be11f-b696-46bf-bef8-fad00cafa6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6f9d2079-fec7-4a8b-b52a-3ca108fd76be'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:10:40.117598 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (618fd49c-b150-468d-b8f2-201e9a4b4aa8), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:40.147569 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:40.248471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] For port 618fd49c-b150-468d-b8f2-201e9a4b4aa8, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:10:40.253785 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] For port 618fd49c-b150-468d-b8f2-201e9a4b4aa8, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=618fd49c-b150-468d-b8f2-201e9a4b4aa8,segment=NetworkSegment(e65be11f-b696-46bf-bef8-fad00cafa6bf),segment_id=e65be11f-b696-46bf-bef8-fad00cafa6bf)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:10:40.257306 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-1ac96802-c2b8-4c3a-85a9-020840b83020 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Publish callbacks [] for port (dedd30c6-33b3-4bfe-9dcb-50c92b51f547), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:40.327118 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (618fd49c-b150-468d-b8f2-201e9a4b4aa8), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:40.332351 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:40.332973 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:40.334374 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/618fd49c-b150-468d-b8f2-201e9a4b4aa8 HTTP/1.1" status: 200 len: 1093 time: 1.2160344 Oct 14 03:10:40.334929 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19d9d10-c7d3-4d5f-b180-0663a2283d54', 'tag': '618fd49c-b150-468d-b8f2-201e9a4b4aa8'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:10:40.337154 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b723052d-ffbf-4762-85f9-5370c90fc3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b19d9d10-c7d3-4d5f-b180-0663a2283d54", "tag": "618fd49c-b150-468d-b8f2-201e9a4b4aa8"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:10:40.365420 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-1ac96802-c2b8-4c3a-85a9-020840b83020 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (dedd30c6-33b3-4bfe-9dcb-50c92b51f547), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:40.398554 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-1ac96802-c2b8-4c3a-85a9-020840b83020 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Network 05232e0b-a0d1-419f-aeac-d0342ce1d8bc is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:10:40.408005 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57c818-8dd5-4db8-95c4-b955c8d4b687 service neutron] Pushing event updated for resources: {'Port': ['ID=618fd49c-b150-468d-b8f2-201e9a4b4aa8,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:40.430872 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-1ac96802-c2b8-4c3a-85a9-020840b83020 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:10:40.433465 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec6d164-621f-488d-8cd4-2d9deb954ec4 x-openstack-request-id: req-eec6d164-621f-488d-8cd4-2d9deb954ec4 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:10:40.433765 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19d9d10-c7d3-4d5f-b180-0663a2283d54", "tag": "618fd49c-b150-468d-b8f2-201e9a4b4aa8", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:10:40.434034 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eec6d164-621f-488d-8cd4-2d9deb954ec4 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:10:40.434436 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec6d164-621f-488d-8cd4-2d9deb954ec4'] response: {'name': 'network-changed', 'server_uuid': 'b19d9d10-c7d3-4d5f-b180-0663a2283d54', 'tag': '618fd49c-b150-468d-b8f2-201e9a4b4aa8', 'status': 'completed', 'code': 200} Oct 14 03:10:40.455483 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-1ac96802-c2b8-4c3a-85a9-020840b83020 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:10:40.551798 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:40.560759 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f022b69-8e78-4bc7-bf67-bebd56bd4bfa req-e383c0e2-223f-4970-b63b-baca1f3476f2 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:40.562531 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0f022b69-8e78-4bc7-bf67-bebd56bd4bfa req-e383c0e2-223f-4970-b63b-baca1f3476f2 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 931 time: 0.0494611 Oct 14 03:10:40.614778 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0f022b69-8e78-4bc7-bf67-bebd56bd4bfa req-3f7c593b-8616-429f-9ce1-da8bd413d167 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460663 Oct 14 03:10:40.791867 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-2693be63-731c-4456-922b-e8e4d75fa074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:40.793235 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-2693be63-731c-4456-922b-e8e4d75fa074 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89&tenant_id=55f278e0f09c45ca8ab33cd9e102446c HTTP/1.1" status: 200 len: 1128 time: 0.3937356 Oct 14 03:10:40.820490 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723052d-ffbf-4762-85f9-5370c90fc3f1 req-a5eac561-f842-42c1-a070-021860c92f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:40.821944 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b723052d-ffbf-4762-85f9-5370c90fc3f1 req-a5eac561-f842-42c1-a070-021860c92f94 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9e3dfb4977504552a5480cd375ded7dd&device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 1127 time: 0.3125226 Oct 14 03:10:40.826854 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-1ac96802-c2b8-4c3a-85a9-020840b83020 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:40.827511 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-1ac96802-c2b8-4c3a-85a9-020840b83020 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:40.831704 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac96802-c2b8-4c3a-85a9-020840b83020 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Pushing event updated for resources: {'Port': ['ID=dedd30c6-33b3-4bfe-9dcb-50c92b51f547,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:40.921022 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-1ac96802-c2b8-4c3a-85a9-020840b83020 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4859614 Oct 14 03:10:40.927312 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fd3f0-6ca4-45b2-9c2c-c977a89d8297 req-7acece46-0d74-41e8-9080-f9882f41fea5 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:40.928802 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e48fd3f0-6ca4-45b2-9c2c-c977a89d8297 req-7acece46-0d74-41e8-9080-f9882f41fea5 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 943 time: 0.0521286 Oct 14 03:10:40.930835 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:40.940856 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Request body: {'port': {'device_id': 'be136ee8-8ea0-493c-bbf7-62afa57e13e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:10:40.949428 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-fd533878-4777-482a-903a-233c4ce94874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:40.950935 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-fd533878-4777-482a-903a-233c4ce94874 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=55f278e0f09c45ca8ab33cd9e102446c&device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 1128 time: 0.1051788 Oct 14 03:10:41.014308 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e48fd3f0-6ca4-45b2-9c2c-c977a89d8297 req-4d4f474c-7aa6-4e0d-b2ac-7c4f227a56fa tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791750 Oct 14 03:10:41.028611 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb350d8-0d2b-4d81-bf57-ae370da1af12 req-40805170-0673-4f7a-adf5-fbc726cab0fc tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:41.030170 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3fb350d8-0d2b-4d81-bf57-ae370da1af12 req-40805170-0673-4f7a-adf5-fbc726cab0fc tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0663702 Oct 14 03:10:41.038845 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=6 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:41.039806 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:41.079632 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3fb350d8-0d2b-4d81-bf57-ae370da1af12 req-37b699f4-ad57-4e39-8d32-82a438d79775 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436716 Oct 14 03:10:41.092149 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723052d-ffbf-4762-85f9-5370c90fc3f1 req-67e214c8-4f93-4719-95ee-1d920dba5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:41.093668 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b723052d-ffbf-4762-85f9-5370c90fc3f1 req-67e214c8-4f93-4719-95ee-1d920dba5563 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=9e3dfb4977504552a5480cd375ded7dd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2489891 Oct 14 03:10:41.096419 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (dedd30c6-33b3-4bfe-9dcb-50c92b51f547), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:41.179222 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:41.197684 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-e35af44e-d869-4001-8a99-02a3351402c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:41.199163 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-e35af44e-d869-4001-8a99-02a3351402c8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dc7d519e-6d73-4b0e-803b-556cfc3b6498 HTTP/1.1" status: 200 len: 918 time: 0.2311361 Oct 14 03:10:41.350419 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-e52bd935-0c29-459f-a039-65ac7cb92956 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e18b99a9-f003-40de-a7b1-30cc36ffa681 HTTP/1.1" status: 200 len: 1000 time: 0.1384699 Oct 14 03:10:41.357308 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723052d-ffbf-4762-85f9-5370c90fc3f1 req-fb86cbac-12ec-4ea3-9769-256038b6c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:41.359479 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b723052d-ffbf-4762-85f9-5370c90fc3f1 req-fb86cbac-12ec-4ea3-9769-256038b6c20a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2556751 Oct 14 03:10:41.481383 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-f06e12d3-a686-4831-b075-cc93cd05c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:41.482851 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-f06e12d3-a686-4831-b075-cc93cd05c4a2 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=536f6c3e-3717-4a16-a702-45e46a354d55 HTTP/1.1" status: 200 len: 856 time: 0.1175454 Oct 14 03:10:41.525247 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984e73e-70f3-41d3-b66a-dac583463829 req-85aa2139-65bd-4a3f-af33-43d271082086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:41.526736 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b984e73e-70f3-41d3-b66a-dac583463829 req-85aa2139-65bd-4a3f-af33-43d271082086 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9e3dfb4977504552a5480cd375ded7dd&device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 1127 time: 0.0885930 Oct 14 03:10:41.585399 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-fc835d2c-93da-4318-a274-a29c8105c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:41.586886 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-fc835d2c-93da-4318-a274-a29c8105c022 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dc7d519e-6d73-4b0e-803b-556cfc3b6498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0961149 Oct 14 03:10:41.596971 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b984e73e-70f3-41d3-b66a-dac583463829 req-089ff758-3781-4b72-99d3-5e337a2d87d5 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=618fd49c-b150-468d-b8f2-201e9a4b4aa8 HTTP/1.1" status: 200 len: 217 time: 0.0490992 Oct 14 03:10:41.734577 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd7313-ead1-4323-a14b-470ce468abab req-085ae26b-a273-4f40-8c38-9c8237f1b561 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:41.736057 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0cfd7313-ead1-4323-a14b-470ce468abab req-085ae26b-a273-4f40-8c38-9c8237f1b561 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 931 time: 0.0456588 Oct 14 03:10:41.740926 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dedd30c6-33b3-4bfe-9dcb-50c92b51f547 {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:10:41.750849 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984e73e-70f3-41d3-b66a-dac583463829 req-50a38ee7-f728-4548-ac9a-e048477b5bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:41.752312 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b984e73e-70f3-41d3-b66a-dac583463829 req-50a38ee7-f728-4548-ac9a-e048477b5bf9 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e2884b1e-4021-41fb-8507-46229cec12f6 HTTP/1.1" status: 200 len: 854 time: 0.1463273 Oct 14 03:10:41.754138 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Publish callbacks [] for port (dedd30c6-33b3-4bfe-9dcb-50c92b51f547), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:41.779545 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:41.787601 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0cfd7313-ead1-4323-a14b-470ce468abab req-ccf169f6-ef01-4c79-acf8-92c905e59478 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456765 Oct 14 03:10:41.805307 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b984e73e-70f3-41d3-b66a-dac583463829 req-0f76fb7b-2fd4-4b05-9347-3a60096e3ec9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6f9d2079-fec7-4a8b-b52a-3ca108fd76be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421786 Oct 14 03:10:41.806289 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Transition to ACTIVE for port object dedd30c6-33b3-4bfe-9dcb-50c92b51f547 will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:10:41.811834 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-b2123bd7-b18a-4ac0-8992-37d241eb0fc9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140186 Oct 14 03:10:41.896536 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:41.900072 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (dedd30c6-33b3-4bfe-9dcb-50c92b51f547), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:42.006813 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:42.024653 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Pushing event updated for resources: {'Port': ['ID=dedd30c6-33b3-4bfe-9dcb-50c92b51f547,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:42.053356 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b984e73e-70f3-41d3-b66a-dac583463829 req-a93bdb7e-8370-49cb-b632-e6fd76694d6d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f9d2079-fec7-4a8b-b52a-3ca108fd76be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405062 Oct 14 03:10:42.058989 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-e7983dd8-0bca-48e0-9772-8034bf969946 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391684 Oct 14 03:10:42.134885 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Attempting to bind port dedd30c6-33b3-4bfe-9dcb-50c92b51f547 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:10:42.140065 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Attempting to bind port dedd30c6-33b3-4bfe-9dcb-50c92b51f547 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '7c8189e7-2138-4b0c-b0ed-dab56267e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '05232e0b-a0d1-419f-aeac-d0342ce1d8bc'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:10:42.140065 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Attempting to bind port dedd30c6-33b3-4bfe-9dcb-50c92b51f547 on network 05232e0b-a0d1-419f-aeac-d0342ce1d8bc {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:10:42.150061 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c12259-bb3c-44e5-b5ab-0ca26ba12873 req-8d003a27-111d-4574-b903-be22307af680 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:42.152516 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-76c12259-bb3c-44e5-b5ab-0ca26ba12873 req-8d003a27-111d-4574-b903-be22307af680 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 943 time: 0.0620854 Oct 14 03:10:42.204568 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b984e73e-70f3-41d3-b66a-dac583463829 req-368e7ea2-69db-47f9-8d79-3a4c347f50af service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f9d2079-fec7-4a8b-b52a-3ca108fd76be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446240 Oct 14 03:10:42.209793 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Port dedd30c6-33b3-4bfe-9dcb-50c92b51f547 on network 05232e0b-a0d1-419f-aeac-d0342ce1d8bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:10:42.211904 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Attempting to bind port dedd30c6-33b3-4bfe-9dcb-50c92b51f547 on network 05232e0b-a0d1-419f-aeac-d0342ce1d8bc {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:10:42.237532 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-76c12259-bb3c-44e5-b5ab-0ca26ba12873 req-24c5f01b-303d-4f19-83c3-09cea76ac2c1 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796845 Oct 14 03:10:42.245492 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29406a0e-4438-4fc0-adc7-ff67ab00236a req-30c81ffe-a19c-4ea8-ac77-72cd4dd4960d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:42.246976 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-29406a0e-4438-4fc0-adc7-ff67ab00236a req-30c81ffe-a19c-4ea8-ac77-72cd4dd4960d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0635562 Oct 14 03:10:42.253446 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:10:42.253806 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Checking segment: {'id': '7c8189e7-2138-4b0c-b0ed-dab56267e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '05232e0b-a0d1-419f-aeac-d0342ce1d8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:10:42.254171 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Bound using segment: {'id': '7c8189e7-2138-4b0c-b0ed-dab56267e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '05232e0b-a0d1-419f-aeac-d0342ce1d8bc'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:10:42.254601 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Bound port: dedd30c6-33b3-4bfe-9dcb-50c92b51f547, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8189e7-2138-4b0c-b0ed-dab56267e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '05232e0b-a0d1-419f-aeac-d0342ce1d8bc'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:10:42.254953 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (dedd30c6-33b3-4bfe-9dcb-50c92b51f547), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:42.298711 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-29406a0e-4438-4fc0-adc7-ff67ab00236a req-0cae270f-efed-4aed-9527-5d04e4c17b56 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448380 Oct 14 03:10:42.320591 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] For port dedd30c6-33b3-4bfe-9dcb-50c92b51f547, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:10:42.324064 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] For port dedd30c6-33b3-4bfe-9dcb-50c92b51f547, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=dedd30c6-33b3-4bfe-9dcb-50c92b51f547,segment=NetworkSegment(7c8189e7-2138-4b0c-b0ed-dab56267e32a),segment_id=7c8189e7-2138-4b0c-b0ed-dab56267e32a)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:10:42.411963 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (dedd30c6-33b3-4bfe-9dcb-50c92b51f547), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:42.416392 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:42.417010 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:42.418522 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/dedd30c6-33b3-4bfe-9dcb-50c92b51f547 HTTP/1.1" status: 200 len: 1093 time: 1.4835291 Oct 14 03:10:42.437643 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be136ee8-8ea0-493c-bbf7-62afa57e13e1', 'tag': 'dedd30c6-33b3-4bfe-9dcb-50c92b51f547'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:10:42.439820 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e012605-5fd3-4769-9ca0-357c97b31e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "be136ee8-8ea0-493c-bbf7-62afa57e13e1", "tag": "dedd30c6-33b3-4bfe-9dcb-50c92b51f547"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:10:42.471037 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72539261-2e98-40e0-88b7-6c017ef99bdb service neutron] Pushing event updated for resources: {'Port': ['ID=dedd30c6-33b3-4bfe-9dcb-50c92b51f547,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:42.486362 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f59f7fc-356b-4855-b596-78e2dd4bc5d7 x-openstack-request-id: req-4f59f7fc-356b-4855-b596-78e2dd4bc5d7 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:10:42.486652 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be136ee8-8ea0-493c-bbf7-62afa57e13e1", "tag": "dedd30c6-33b3-4bfe-9dcb-50c92b51f547", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:10:42.486906 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f59f7fc-356b-4855-b596-78e2dd4bc5d7 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:10:42.487301 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f59f7fc-356b-4855-b596-78e2dd4bc5d7'] response: {'name': 'network-changed', 'server_uuid': 'be136ee8-8ea0-493c-bbf7-62afa57e13e1', 'tag': 'dedd30c6-33b3-4bfe-9dcb-50c92b51f547', 'status': 'completed', 'code': 200} Oct 14 03:10:42.908770 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b18833-a81a-4ddb-b823-510708b72116 req-ed164d0c-899d-42e7-bc97-07f7b8fad799 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:42.910252 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-51b18833-a81a-4ddb-b823-510708b72116 req-ed164d0c-899d-42e7-bc97-07f7b8fad799 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 943 time: 0.0479629 Oct 14 03:10:42.957018 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-51b18833-a81a-4ddb-b823-510708b72116 req-c8da1f80-c2ad-4815-87ba-8db497fc2b83 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Oct 14 03:10:43.356408 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5271d27-d0d1-44c7-8bde-6eb02006fe48 req-19784f61-cd1f-4f59-b9e5-f0f27d4ce818 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:43.357936 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d5271d27-d0d1-44c7-8bde-6eb02006fe48 req-19784f61-cd1f-4f59-b9e5-f0f27d4ce818 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 943 time: 0.0452590 Oct 14 03:10:43.434858 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d5271d27-d0d1-44c7-8bde-6eb02006fe48 req-45d30b83-4be4-427c-b43f-0130c51480d3 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704041 Oct 14 03:10:43.447364 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257ff5b-6cd6-4bdc-8773-4031b5528b4f req-e4e4b687-fb9b-4285-973e-38d009b8d5bc tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:43.448816 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f257ff5b-6cd6-4bdc-8773-4031b5528b4f req-e4e4b687-fb9b-4285-973e-38d009b8d5bc tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0593100 Oct 14 03:10:43.500223 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f257ff5b-6cd6-4bdc-8773-4031b5528b4f req-42eb3e6a-edda-4406-b5bb-6f58f74d9a66 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457277 Oct 14 03:10:44.082124 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e4847-f7e8-4472-bf1f-8236fc0b1334 req-015ddcb5-bbd9-4eca-bf4d-36a949748cea tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:44.083634 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-410e4847-f7e8-4472-bf1f-8236fc0b1334 req-015ddcb5-bbd9-4eca-bf4d-36a949748cea tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 943 time: 0.0475793 Oct 14 03:10:44.134333 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-410e4847-f7e8-4472-bf1f-8236fc0b1334 req-6a5979e4-4172-44ea-81fa-023955d33779 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433886 Oct 14 03:10:44.560826 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8bf00-d675-4ae2-be04-5b2b1c536bad req-541847f5-5ca4-446c-a976-16afa6aeff8b tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:44.563211 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-dce8bf00-d675-4ae2-be04-5b2b1c536bad req-541847f5-5ca4-446c-a976-16afa6aeff8b tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 943 time: 0.0505445 Oct 14 03:10:44.630434 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-dce8bf00-d675-4ae2-be04-5b2b1c536bad req-b1dd1f90-e6fb-405f-a4aa-0521a5331a69 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616050 Oct 14 03:10:44.664318 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986b4e4-8957-43cc-b7d3-5d1653a31422 req-70fca9fb-d5fe-4e20-a8b8-e507240380f3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:44.665857 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f986b4e4-8957-43cc-b7d3-5d1653a31422 req-70fca9fb-d5fe-4e20-a8b8-e507240380f3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0516255 Oct 14 03:10:44.685238 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:44.715838 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f986b4e4-8957-43cc-b7d3-5d1653a31422 req-78ef2fbc-8bb3-43e1-b0ac-135408ac2327 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441985 Oct 14 03:10:45.257242 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d78453-f75b-4e00-b11d-b7549f517a45 req-4c78b816-8e63-4cde-b1ee-d3a6edb8b851 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:45.258758 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c0d78453-f75b-4e00-b11d-b7549f517a45 req-4c78b816-8e63-4cde-b1ee-d3a6edb8b851 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 943 time: 0.0499225 Oct 14 03:10:45.307642 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c0d78453-f75b-4e00-b11d-b7549f517a45 req-135617c3-e9ee-440d-8d82-6a37665d0764 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432138 Oct 14 03:10:45.760359 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f90a8-4849-4297-84a7-54a4336df3ac req-4a0a09d3-6a65-4c54-88f9-b2a5a1d96e70 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:45.762115 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ba0f90a8-4849-4297-84a7-54a4336df3ac req-4a0a09d3-6a65-4c54-88f9-b2a5a1d96e70 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 943 time: 0.0544102 Oct 14 03:10:45.841690 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ba0f90a8-4849-4297-84a7-54a4336df3ac req-bbb5a7be-b800-4cf7-b44d-e1e704fe3819 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735333 Oct 14 03:10:45.859640 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a508ceb-16c5-4666-a5a0-72aaf7410b27 req-46ab523a-0cce-4ef0-9e91-30faaf598ce2 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:45.861292 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7a508ceb-16c5-4666-a5a0-72aaf7410b27 req-46ab523a-0cce-4ef0-9e91-30faaf598ce2 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0603383 Oct 14 03:10:45.904360 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:45.912529 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7a508ceb-16c5-4666-a5a0-72aaf7410b27 req-b0112d5a-5817-40fd-9495-65234561674c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455375 Oct 14 03:10:46.434177 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d19e66-61ee-4a9b-956f-b12ee32918bd req-fd700d91-1805-4114-8908-742fede3a217 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:46.435741 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e7d19e66-61ee-4a9b-956f-b12ee32918bd req-fd700d91-1805-4114-8908-742fede3a217 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 943 time: 0.0489330 Oct 14 03:10:46.490362 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e7d19e66-61ee-4a9b-956f-b12ee32918bd req-8213a23d-bcb4-4467-8138-3e71c9c80914 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484498 Oct 14 03:10:46.603171 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 618fd49c-b150-468d-b8f2-201e9a4b4aa8 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:10:46.705739 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 618fd49c-b150-468d-b8f2-201e9a4b4aa8, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=618fd49c-b150-468d-b8f2-201e9a4b4aa8,segment=NetworkSegment(e65be11f-b696-46bf-bef8-fad00cafa6bf),segment_id=e65be11f-b696-46bf-bef8-fad00cafa6bf)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:10:46.717497 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': '618fd49c-b150-468d-b8f2-201e9a4b4aa8', 'network_id': '6f9d2079-fec7-4a8b-b52a-3ca108fd76be', 'port_id': '618fd49c-b150-468d-b8f2-201e9a4b4aa8', 'mac_address': 'fa:16:3e:be:79:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2884b1e-4021-41fb-8507-46229cec12f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:10:46.741690 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:46.759350 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 618fd49c-b150-468d-b8f2-201e9a4b4aa8 is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:10:46.759742 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (618fd49c-b150-468d-b8f2-201e9a4b4aa8), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:46.774227 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618fd49c-b150-468d-b8f2-201e9a4b4aa8 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:10:46.795663 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 618fd49c-b150-468d-b8f2-201e9a4b4aa8, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=618fd49c-b150-468d-b8f2-201e9a4b4aa8,segment=NetworkSegment(e65be11f-b696-46bf-bef8-fad00cafa6bf),segment_id=e65be11f-b696-46bf-bef8-fad00cafa6bf)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:10:46.868342 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (618fd49c-b150-468d-b8f2-201e9a4b4aa8), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:46.928468 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=618fd49c-b150-468d-b8f2-201e9a4b4aa8,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:46.988734 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35bd0b-20ef-43c0-bfe9-65a7668622b7 req-a32487c1-6570-4ea4-88e0-442aa2c67d5d tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:46.990764 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3b35bd0b-20ef-43c0-bfe9-65a7668622b7 req-a32487c1-6570-4ea4-88e0-442aa2c67d5d tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 944 time: 0.0677874 Oct 14 03:10:47.084113 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a3e4c-2edc-49e0-83f7-5d0f3bc6a67b req-ac2b2d16-bf29-49a5-b040-18b6b5eb3a1e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:47.085713 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-250a3e4c-2edc-49e0-83f7-5d0f3bc6a67b req-ac2b2d16-bf29-49a5-b040-18b6b5eb3a1e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0825386 Oct 14 03:10:47.103006 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3b35bd0b-20ef-43c0-bfe9-65a7668622b7 req-f6fdeb87-f573-4d7b-97a5-69e1fc80e12e tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011612 Oct 14 03:10:47.160925 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-250a3e4c-2edc-49e0-83f7-5d0f3bc6a67b req-5735c8d6-115e-4b78-8097-8c46b4490485 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579000 Oct 14 03:10:47.278171 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['618fd49c-b150-468d-b8f2-201e9a4b4aa8'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:10:47.628683 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db323e8-f1c3-4f93-aec6-8db1a9d9df42 req-c71792fb-c148-4f15-9007-b67c95f8e5f7 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:47.631605 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0db323e8-f1c3-4f93-aec6-8db1a9d9df42 req-c71792fb-c148-4f15-9007-b67c95f8e5f7 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 943 time: 0.0611186 Oct 14 03:10:47.694517 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0db323e8-f1c3-4f93-aec6-8db1a9d9df42 req-34bd24e7-637c-4393-a7be-e6cddbcb9275 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559821 Oct 14 03:10:48.242009 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a0ad0-59ee-44d9-bb5d-cec0d126ef5a req-40410206-bd75-4ec3-af7c-80063e480328 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:48.243766 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a97a0ad0-59ee-44d9-bb5d-cec0d126ef5a req-40410206-bd75-4ec3-af7c-80063e480328 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 944 time: 0.0518968 Oct 14 03:10:48.323130 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe608ef3-a5b5-4589-b787-fa4659847dc1 req-a4105c17-8b3f-43b6-b6d5-b56f7e1ce9ff tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:48.324670 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fe608ef3-a5b5-4589-b787-fa4659847dc1 req-a4105c17-8b3f-43b6-b6d5-b56f7e1ce9ff tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0731430 Oct 14 03:10:48.349689 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a97a0ad0-59ee-44d9-bb5d-cec0d126ef5a req-01641d74-701d-4391-a30f-b3bd2c3ceadc tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988157 Oct 14 03:10:48.386202 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fe608ef3-a5b5-4589-b787-fa4659847dc1 req-2fd73495-e71f-4a43-8874-49482590ceec tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520501 Oct 14 03:10:48.618175 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 618fd49c-b150-468d-b8f2-201e9a4b4aa8 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:10:48.660938 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port 618fd49c-b150-468d-b8f2-201e9a4b4aa8 completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:10:48.767729 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port 618fd49c-b150-468d-b8f2-201e9a4b4aa8 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:10:48.768113 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (618fd49c-b150-468d-b8f2-201e9a4b4aa8), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:48.768452 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port 618fd49c-b150-468d-b8f2-201e9a4b4aa8 Oct 14 03:10:48.833850 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be943c63-a7ce-487e-8e49-1c18457644f2 req-631e86a6-64bd-4b0d-9304-f446737dbe97 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:48.838309 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-be943c63-a7ce-487e-8e49-1c18457644f2 req-631e86a6-64bd-4b0d-9304-f446737dbe97 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 943 time: 0.0718567 Oct 14 03:10:48.849605 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 618fd49c-b150-468d-b8f2-201e9a4b4aa8 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:10:48.850026 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (618fd49c-b150-468d-b8f2-201e9a4b4aa8), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:48.871758 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:48.877812 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19d9d10-c7d3-4d5f-b180-0663a2283d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618fd49c-b150-468d-b8f2-201e9a4b4aa8'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:10:48.879879 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f02c389-49ab-4efb-8000-92f0420559d4" -d '{"events": [{"server_uuid": "b19d9d10-c7d3-4d5f-b180-0663a2283d54", "name": "network-vif-plugged", "status": "completed", "tag": "618fd49c-b150-468d-b8f2-201e9a4b4aa8"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:10:48.896101 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 618fd49c-b150-468d-b8f2-201e9a4b4aa8, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=618fd49c-b150-468d-b8f2-201e9a4b4aa8,segment=NetworkSegment(e65be11f-b696-46bf-bef8-fad00cafa6bf),segment_id=e65be11f-b696-46bf-bef8-fad00cafa6bf)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:10:48.898032 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-be943c63-a7ce-487e-8e49-1c18457644f2 req-a248ddbd-f41c-49a7-baf1-c4e8bc1d2caa tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560911 Oct 14 03:10:48.918720 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ff633b-8c7e-4d08-a227-a01706780fda x-openstack-request-id: req-10ff633b-8c7e-4d08-a227-a01706780fda {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:10:48.919258 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19d9d10-c7d3-4d5f-b180-0663a2283d54", "name": "network-vif-plugged", "status": "completed", "tag": "618fd49c-b150-468d-b8f2-201e9a4b4aa8", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:10:48.919676 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10ff633b-8c7e-4d08-a227-a01706780fda {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:10:48.920286 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ff633b-8c7e-4d08-a227-a01706780fda'] response: {'server_uuid': 'b19d9d10-c7d3-4d5f-b180-0663a2283d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618fd49c-b150-468d-b8f2-201e9a4b4aa8', 'code': 200} Oct 14 03:10:48.949683 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (618fd49c-b150-468d-b8f2-201e9a4b4aa8), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:48.998098 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=618fd49c-b150-468d-b8f2-201e9a4b4aa8,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:10:49.480448 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c55128-5307-4c54-90a5-c573350a6797 req-079d34b0-683b-42ef-8505-bc7bfcdc0db0 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:49.482119 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c4c55128-5307-4c54-90a5-c573350a6797 req-079d34b0-683b-42ef-8505-bc7bfcdc0db0 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 945 time: 0.0552030 Oct 14 03:10:49.504294 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:49.556769 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ceb63-d484-4ecc-a40d-7f2a0da144dd req-a07f55c7-e928-4e5d-8f51-2de97a8a7b3f tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:49.558286 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ee4ceb63-d484-4ecc-a40d-7f2a0da144dd req-a07f55c7-e928-4e5d-8f51-2de97a8a7b3f tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0752022 Oct 14 03:10:49.590107 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c4c55128-5307-4c54-90a5-c573350a6797 req-bbc4a4d5-dd5f-48f3-a7e2-e8e1923b70ae tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973577 Oct 14 03:10:49.620848 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ee4ceb63-d484-4ecc-a40d-7f2a0da144dd req-91ce2515-00f5-4f77-bc1a-70b7a4c9da40 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560582 Oct 14 03:10:50.007878 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81fd32-c607-4275-be7c-173523ff2652 req-4bafc781-cfd4-4bd6-b653-36ff051ff96e tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:50.011888 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7d81fd32-c607-4275-be7c-173523ff2652 req-4bafc781-cfd4-4bd6-b653-36ff051ff96e tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 943 time: 0.0458057 Oct 14 03:10:50.059774 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7d81fd32-c607-4275-be7c-173523ff2652 req-fe7fa7e5-a802-4309-a86a-18747302cad8 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435147 Oct 14 03:10:50.742690 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639de60-184c-490a-a186-2edf65f3ad7e req-cccfc47a-e6f2-4bd0-b791-383c941281db tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:50.744164 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0639de60-184c-490a-a186-2edf65f3ad7e req-cccfc47a-e6f2-4bd0-b791-383c941281db tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 945 time: 0.0757787 Oct 14 03:10:50.746997 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:50.774887 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd35bc-b372-4012-a763-d5426dd588a2 req-ae016208-1205-4869-b646-454bd5cd1873 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:50.776380 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-94cd35bc-b372-4012-a763-d5426dd588a2 req-ae016208-1205-4869-b646-454bd5cd1873 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0687838 Oct 14 03:10:50.824849 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0639de60-184c-490a-a186-2edf65f3ad7e req-34a45647-6b89-4371-862e-14784b14524d tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741048 Oct 14 03:10:50.847518 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-94cd35bc-b372-4012-a763-d5426dd588a2 req-47700c35-9425-4897-9e9e-bb3df1e0353b tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615165 Oct 14 03:10:51.208672 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e7797-d125-4020-a9d9-de974326463a req-fe0ad959-04d0-49c6-9f10-4c4d01a7a7f2 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:51.211160 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ee2e7797-d125-4020-a9d9-de974326463a req-fe0ad959-04d0-49c6-9f10-4c4d01a7a7f2 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 943 time: 0.0500064 Oct 14 03:10:51.263954 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ee2e7797-d125-4020-a9d9-de974326463a req-765599ab-5d3d-4683-b74d-c8e9d88a6731 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480835 Oct 14 03:10:51.956880 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d9dd6-6fb5-41bd-a053-a3e5f899573f req-40ad0cd3-4241-45dd-bfc4-0665e3cb0a9c tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:51.958432 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b05d9dd6-6fb5-41bd-a053-a3e5f899573f req-40ad0cd3-4241-45dd-bfc4-0665e3cb0a9c tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 945 time: 0.0574400 Oct 14 03:10:52.005527 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467ed39-5f8c-4a4b-b771-2e9ebcac24dd req-c7910197-4b21-4e6c-ac62-162974c0d880 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:52.007278 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2467ed39-5f8c-4a4b-b771-2e9ebcac24dd req-c7910197-4b21-4e6c-ac62-162974c0d880 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0671306 Oct 14 03:10:52.052143 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b05d9dd6-6fb5-41bd-a053-a3e5f899573f req-996d021a-12dc-4177-a950-eeb6a3a7352b tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769765 Oct 14 03:10:52.079255 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2467ed39-5f8c-4a4b-b771-2e9ebcac24dd req-c570d4ef-6741-4c53-ac90-e15c6365d818 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589898 Oct 14 03:10:52.387607 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84682e3-3c07-4d23-a928-865fda0aae99 req-36ae5cfa-6e91-41de-8179-b83a15db64ff tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:52.389225 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a84682e3-3c07-4d23-a928-865fda0aae99 req-36ae5cfa-6e91-41de-8179-b83a15db64ff tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 943 time: 0.0514998 Oct 14 03:10:52.439802 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a84682e3-3c07-4d23-a928-865fda0aae99 req-2b67f11e-fc7a-4496-9b32-96ef46851b29 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440900 Oct 14 03:10:52.460964 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:52.467055 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:53.054993 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:53.055786 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:DELETE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:53.190479 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7fc5f-93d3-49eb-9c7b-2333f80b5d58 req-62feb4db-46d3-43d6-a4dd-22285c0798e9 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:53.191849 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-baa7fc5f-93d3-49eb-9c7b-2333f80b5d58 req-62feb4db-46d3-43d6-a4dd-22285c0798e9 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 945 time: 0.0575230 Oct 14 03:10:53.249978 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee8b66-aae5-4f8c-bac6-68713d0639a0 req-4493f7db-f070-4cf6-87db-f976bf7c99a7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:53.251453 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-25ee8b66-aae5-4f8c-bac6-68713d0639a0 req-4493f7db-f070-4cf6-87db-f976bf7c99a7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0748456 Oct 14 03:10:53.289612 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-baa7fc5f-93d3-49eb-9c7b-2333f80b5d58 req-2911ebea-86ba-400c-b104-d857befb5e7c tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777106 Oct 14 03:10:53.319644 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-25ee8b66-aae5-4f8c-bac6-68713d0639a0 req-581c12ab-8101-4883-bf32-bea5c0b869a2 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604539 Oct 14 03:10:53.562875 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbbb15-3b28-4fa5-9078-7c3bf168f2bb req-5f2fb09e-c5aa-4b24-968c-8ff1ff53414e tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:53.564415 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-24dbbb15-3b28-4fa5-9078-7c3bf168f2bb req-5f2fb09e-c5aa-4b24-968c-8ff1ff53414e tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 943 time: 0.0472550 Oct 14 03:10:53.585051 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:53.613240 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-24dbbb15-3b28-4fa5-9078-7c3bf168f2bb req-c72eda3a-bbea-4f15-9423-5e2e50db2a72 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432346 Oct 14 03:10:54.426659 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e012605-5fd3-4769-9ca0-357c97b31e1a req-46b7d872-5eb9-44d8-ad72-52df91c76099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:54.428225 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9e012605-5fd3-4769-9ca0-357c97b31e1a req-46b7d872-5eb9-44d8-ad72-52df91c76099 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=57c8543c66ed4a6889a7740932dc6433&device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 1127 time: 0.0431316 Oct 14 03:10:54.447541 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bd870-a0f8-44b6-ac78-43f6529f93dd req-7b93f433-4f8e-4905-84f8-dc001e9d4a3d tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:54.448998 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7c9bd870-a0f8-44b6-ac78-43f6529f93dd req-7b93f433-4f8e-4905-84f8-dc001e9d4a3d tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 945 time: 0.0816982 Oct 14 03:10:54.471106 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518f48d-d49f-4af9-a986-48cc888c6c1b req-1085e512-df8d-4349-872b-07ec14f8bd3c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:54.472610 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1518f48d-d49f-4af9-a986-48cc888c6c1b req-1085e512-df8d-4349-872b-07ec14f8bd3c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0689876 Oct 14 03:10:54.541069 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7c9bd870-a0f8-44b6-ac78-43f6529f93dd req-80a6b226-8988-4986-8535-82ce55272aff tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858562 Oct 14 03:10:54.544419 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1518f48d-d49f-4af9-a986-48cc888c6c1b req-01d93db5-cb39-429e-b3bc-5a3a946ef3ec tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645361 Oct 14 03:10:54.731722 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21f738-ca2f-48c3-b8a3-2e458f69d9ac req-d6cc8104-c5ae-4af1-be95-6ba2ef8d30f4 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:54.733181 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6d21f738-ca2f-48c3-b8a3-2e458f69d9ac req-d6cc8104-c5ae-4af1-be95-6ba2ef8d30f4 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 943 time: 0.0486779 Oct 14 03:10:54.768983 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:54.780973 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6d21f738-ca2f-48c3-b8a3-2e458f69d9ac req-27b0a919-0c9e-4df1-a06c-ba89dd47a331 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415015 Oct 14 03:10:54.789483 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e94d6ce7-41b2-4d27-9cae-02fe27ff1c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:55.152341 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e012605-5fd3-4769-9ca0-357c97b31e1a req-7e28a855-7d1f-4f4b-8c98-21fedd7f163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:55.153880 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9e012605-5fd3-4769-9ca0-357c97b31e1a req-7e28a855-7d1f-4f4b-8c98-21fedd7f163d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=57c8543c66ed4a6889a7740932dc6433&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0967362 Oct 14 03:10:55.247353 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e012605-5fd3-4769-9ca0-357c97b31e1a req-4c387f43-3ee8-4bd6-914d-3a3eef4952d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:55.248864 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9e012605-5fd3-4769-9ca0-357c97b31e1a req-4c387f43-3ee8-4bd6-914d-3a3eef4952d3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889494 Oct 14 03:10:55.398509 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf27bd-cae4-4824-ad79-d116ab22b3a7 req-755437e5-f5c7-4b19-b23c-e810cc364d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:55.400000 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-65cf27bd-cae4-4824-ad79-d116ab22b3a7 req-755437e5-f5c7-4b19-b23c-e810cc364d1a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 1129 time: 0.0684755 Oct 14 03:10:55.401045 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-9610ffd8-ce8d-46f5-ade6-459fccd6c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:55.402383 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-9610ffd8-ce8d-46f5-ade6-459fccd6c051 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=57c8543c66ed4a6889a7740932dc6433&device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 1127 time: 0.0696855 Oct 14 03:10:55.468006 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-15174fa9-ff90-48e9-9e6b-b3ad01f907ed service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dedd30c6-33b3-4bfe-9dcb-50c92b51f547 HTTP/1.1" status: 200 len: 217 time: 0.0376146 Oct 14 03:10:55.520686 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-65cf27bd-cae4-4824-ad79-d116ab22b3a7 req-248b9084-1458-4922-9dc8-ce63599eb963 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956929 Oct 14 03:10:55.534238 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-c81954da-2908-42ff-8370-1a044d504847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:55.535568 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-c81954da-2908-42ff-8370-1a044d504847 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=3cad5393-c521-43fc-90bf-e55c49e10088 HTTP/1.1" status: 200 len: 848 time: 0.0587733 Oct 14 03:10:55.699259 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e52eef-2e54-4971-b911-5d54a6790593 req-272667ea-6279-4fb4-8f9d-5bab1106b784 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:55.700663 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-51e52eef-2e54-4971-b911-5d54a6790593 req-272667ea-6279-4fb4-8f9d-5bab1106b784 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 945 time: 0.0848556 Oct 14 03:10:55.727464 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5866b-30ec-45e7-a1bb-54e4d202c5ba req-630ddc20-adb2-4833-b5c3-51852a2664f2 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:55.730229 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fcf5866b-30ec-45e7-a1bb-54e4d202c5ba req-630ddc20-adb2-4833-b5c3-51852a2664f2 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0787313 Oct 14 03:10:55.806703 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-51e52eef-2e54-4971-b911-5d54a6790593 req-c5861a27-1ea5-4096-b77c-c9d9e0422a75 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993769 Oct 14 03:10:55.814411 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fcf5866b-30ec-45e7-a1bb-54e4d202c5ba req-e074c245-dbbc-49f7-846e-229f27f6cb17 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686595 Oct 14 03:10:55.863685 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-d4ae394a-90b1-44bf-ab22-d7107bb2ae10 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=05232e0b-a0d1-419f-aeac-d0342ce1d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269434 Oct 14 03:10:55.911860 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cbe0a-22c9-47c6-a783-7d27b7a027f8 req-fd2b43cd-f213-4fc6-8995-e3600e7c7c04 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:55.913364 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-099cbe0a-22c9-47c6-a783-7d27b7a027f8 req-fd2b43cd-f213-4fc6-8995-e3600e7c7c04 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 943 time: 0.0460448 Oct 14 03:10:55.957860 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-6df0852b-9e68-457f-afb3-35c8a2108940 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/05232e0b-a0d1-419f-aeac-d0342ce1d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836060 Oct 14 03:10:55.964663 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-099cbe0a-22c9-47c6-a783-7d27b7a027f8 req-331cad74-0318-48e5-bf2b-323c2defaeb5 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456226 Oct 14 03:10:56.443570 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2f793da0-c3aa-40b8-8dd6-c518f38c654d req-167979bc-944d-439b-8021-4d64ccc176d7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/05232e0b-a0d1-419f-aeac-d0342ce1d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865476 Oct 14 03:10:56.951836 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373dc53-3bbb-4795-913d-d9d85dd3dde8 req-bf2a78bd-44ea-4a42-acf2-9e4c693fce9e tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:56.953402 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e373dc53-3bbb-4795-913d-d9d85dd3dde8 req-bf2a78bd-44ea-4a42-acf2-9e4c693fce9e tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 945 time: 0.0715473 Oct 14 03:10:56.972176 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e9b1-d462-4e18-bf64-f3d93a958794 req-b0ea9ec4-d743-4054-a3d0-05592d4359bd tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:56.973663 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a874e9b1-d462-4e18-bf64-f3d93a958794 req-b0ea9ec4-d743-4054-a3d0-05592d4359bd tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0645580 Oct 14 03:10:57.036574 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e373dc53-3bbb-4795-913d-d9d85dd3dde8 req-e8c2f588-893a-4211-a0c5-a246bac5a4dc tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775821 Oct 14 03:10:57.045329 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9b75-35f3-48cc-9a30-30c3178c38ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:57.056022 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a874e9b1-d462-4e18-bf64-f3d93a958794 req-d71176ef-c645-4af5-80b6-7ea788d6459a tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753262 Oct 14 03:10:57.166870 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581691c0-16bc-4a15-8bc6-5b5c4b0b0cfc req-b7a52e9f-b91c-4e8e-8c48-53b503bcb189 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:57.168351 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-581691c0-16bc-4a15-8bc6-5b5c4b0b0cfc req-b7a52e9f-b91c-4e8e-8c48-53b503bcb189 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 943 time: 0.0491276 Oct 14 03:10:57.218871 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-581691c0-16bc-4a15-8bc6-5b5c4b0b0cfc req-4b043301-a857-4e4d-a6b3-b0d30b2aa46a tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442290 Oct 14 03:10:57.596579 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68937752-628d-4062-b8e8-4c2d553305dd req-1fe46c29-d527-4e89-aa51-03f60f3b2211 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:57.598060 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-68937752-628d-4062-b8e8-4c2d553305dd req-1fe46c29-d527-4e89-aa51-03f60f3b2211 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 946 time: 0.0457087 Oct 14 03:10:57.644286 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-68937752-628d-4062-b8e8-4c2d553305dd req-4f479126-0561-4f74-879e-9f24ec6e24cc tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406034 Oct 14 03:10:58.183792 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f48688-8b77-485b-a5c2-a67d793e5259 req-4e92ea82-4742-4607-a9f2-bae002e29bdb tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:58.185269 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c7f48688-8b77-485b-a5c2-a67d793e5259 req-4e92ea82-4742-4607-a9f2-bae002e29bdb tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 945 time: 0.0725553 Oct 14 03:10:58.213225 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6904a9-00cb-46be-add1-c5363cceb87c req-4838e947-03f8-40fe-b4b2-689f74b6f7c6 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:58.216789 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5f6904a9-00cb-46be-add1-c5363cceb87c req-4838e947-03f8-40fe-b4b2-689f74b6f7c6 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0710258 Oct 14 03:10:58.250749 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:58.261338 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c7f48688-8b77-485b-a5c2-a67d793e5259 req-d6406abf-ca21-4148-9892-62f760ab49dc tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697649 Oct 14 03:10:58.283452 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5f6904a9-00cb-46be-add1-c5363cceb87c req-30b15a62-90ba-48b5-89fa-0e5e35edeb02 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620723 Oct 14 03:10:58.310063 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:58.375689 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633abb1-9bba-4393-8266-9e31d67c99ed req-0e20ce9d-1868-409f-9b16-2746455f32c4 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:58.377263 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2633abb1-9bba-4393-8266-9e31d67c99ed req-0e20ce9d-1868-409f-9b16-2746455f32c4 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 943 time: 0.0479941 Oct 14 03:10:58.429505 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2633abb1-9bba-4393-8266-9e31d67c99ed req-59bd4ab5-ec32-4656-976b-ab294f9372a0 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465202 Oct 14 03:10:58.728788 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:10:58.763035 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dffa13-1bdb-48e8-80ba-d79cbdc7d8db req-aa5a4e64-ba21-4935-9efd-2d8e53c4c42c tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:58.764484 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-33dffa13-1bdb-48e8-80ba-d79cbdc7d8db req-aa5a4e64-ba21-4935-9efd-2d8e53c4c42c tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 946 time: 0.0452209 Oct 14 03:10:58.810923 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-33dffa13-1bdb-48e8-80ba-d79cbdc7d8db req-b6151166-a25e-409a-bf49-df0551358cc6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409718 Oct 14 03:10:59.410852 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ba047-d59a-4b0c-8263-9b67f1e2f465 req-8cba7817-238d-43b4-8d3f-eefcf8286869 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:59.412287 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-340ba047-d59a-4b0c-8263-9b67f1e2f465 req-8cba7817-238d-43b4-8d3f-eefcf8286869 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0448110 Oct 14 03:10:59.457597 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-340ba047-d59a-4b0c-8263-9b67f1e2f465 req-092600cd-ac47-433e-9d14-55b888103209 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398030 Oct 14 03:10:59.564152 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3266a6-f81a-45a5-9d1e-0348b7e15c62 req-81cebea1-b292-4791-8311-465042699b17 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:59.565607 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8d3266a6-f81a-45a5-9d1e-0348b7e15c62 req-81cebea1-b292-4791-8311-465042699b17 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 943 time: 0.0492337 Oct 14 03:10:59.611581 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8d3266a6-f81a-45a5-9d1e-0348b7e15c62 req-56e1272c-2ebb-4819-8d01-57672eb2c1d7 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402772 Oct 14 03:10:59.743292 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:59.929378 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06487f47-a5e9-4c85-bfb1-6ec4070013ad req-80b520f9-2107-474f-b51a-1ca1078ce1b6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:10:59.930834 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-06487f47-a5e9-4c85-bfb1-6ec4070013ad req-80b520f9-2107-474f-b51a-1ca1078ce1b6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 946 time: 0.0457010 Oct 14 03:10:59.966375 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:10:59.977839 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-06487f47-a5e9-4c85-bfb1-6ec4070013ad req-073170cb-cafe-4edd-afab-f0f7992be5fe tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413365 Oct 14 03:11:00.511665 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd20116-9e21-4155-a176-100d6484ad71 req-e511a2b2-e818-4617-bc88-92deb6d1a2cb tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:00.513112 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-afd20116-9e21-4155-a176-100d6484ad71 req-e511a2b2-e818-4617-bc88-92deb6d1a2cb tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 946 time: 0.0460114 Oct 14 03:11:00.586388 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe0f1b-2187-4afa-93d9-55c2bf22c3fd req-9d592daa-3832-4d6d-bf04-58e927b21f91 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:00.587874 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-eafe0f1b-2187-4afa-93d9-55c2bf22c3fd req-9d592daa-3832-4d6d-bf04-58e927b21f91 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0496559 Oct 14 03:11:00.636628 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-eafe0f1b-2187-4afa-93d9-55c2bf22c3fd req-38ad3051-1e38-4bc1-9f8f-29f8ab00e68f tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421748 Oct 14 03:11:00.712230 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device dedd30c6-33b3-4bfe-9dcb-50c92b51f547 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:11:00.740560 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146650d-edc9-436f-99dd-c9493532c706 req-9404b37d-dba1-4164-a9c5-b2aadd5931ce tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:00.742180 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f146650d-edc9-436f-99dd-c9493532c706 req-9404b37d-dba1-4164-a9c5-b2aadd5931ce tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 943 time: 0.0469429 Oct 14 03:11:00.792158 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f146650d-edc9-436f-99dd-c9493532c706 req-dd36b371-53bf-4219-a187-0ecaefcffe82 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431752 Oct 14 03:11:00.821297 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port dedd30c6-33b3-4bfe-9dcb-50c92b51f547, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=dedd30c6-33b3-4bfe-9dcb-50c92b51f547,segment=NetworkSegment(7c8189e7-2138-4b0c-b0ed-dab56267e32a),segment_id=7c8189e7-2138-4b0c-b0ed-dab56267e32a)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:11:00.832815 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': 'dedd30c6-33b3-4bfe-9dcb-50c92b51f547', 'network_id': '05232e0b-a0d1-419f-aeac-d0342ce1d8bc', 'port_id': 'dedd30c6-33b3-4bfe-9dcb-50c92b51f547', 'mac_address': 'fa:16:3e:6c:f0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cad5393-c521-43fc-90bf-e55c49e10088', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:11:00.867863 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port dedd30c6-33b3-4bfe-9dcb-50c92b51f547 is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:11:00.868248 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (dedd30c6-33b3-4bfe-9dcb-50c92b51f547), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:00.881488 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dedd30c6-33b3-4bfe-9dcb-50c92b51f547 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:11:00.901001 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port dedd30c6-33b3-4bfe-9dcb-50c92b51f547, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=dedd30c6-33b3-4bfe-9dcb-50c92b51f547,segment=NetworkSegment(7c8189e7-2138-4b0c-b0ed-dab56267e32a),segment_id=7c8189e7-2138-4b0c-b0ed-dab56267e32a)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:11:00.966287 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (dedd30c6-33b3-4bfe-9dcb-50c92b51f547), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:00.993028 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:01.015545 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=dedd30c6-33b3-4bfe-9dcb-50c92b51f547,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:01.022953 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:01.023305 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:01.023679 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:01.024040 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:01.024379 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:01.024713 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:01.025042 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:01.025458 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:01.025813 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:01.026205 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:01.026540 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:01.026871 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:01.027200 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:01.027529 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:01.027911 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:01.098048 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dfbdf-1e5a-4c2c-9a67-7f1f0f6e95de req-25434db8-c611-4c4e-817d-6152b0809b27 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:01.099488 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-983dfbdf-1e5a-4c2c-9a67-7f1f0f6e95de req-25434db8-c611-4c4e-817d-6152b0809b27 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 946 time: 0.0456429 Oct 14 03:11:01.149148 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-983dfbdf-1e5a-4c2c-9a67-7f1f0f6e95de req-b8cfd0da-580d-4e3e-a9d0-1904b7ec64bc tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=688edc88-f17b-4c99-83b8-2ac62b081d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439494 Oct 14 03:11:01.398686 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['dedd30c6-33b3-4bfe-9dcb-50c92b51f547'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:11:01.449999 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-afd20116-9e21-4155-a176-100d6484ad71 req-0b4471f4-75be-452d-ba60-0c343bc590d9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Deleting port c0076cbe-9dc5-4a27-b4f0-6470011daec6 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:11:01.450337 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-afd20116-9e21-4155-a176-100d6484ad71 req-0b4471f4-75be-452d-ba60-0c343bc590d9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (c0076cbe-9dc5-4a27-b4f0-6470011daec6), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:01.543491 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-afd20116-9e21-4155-a176-100d6484ad71 req-0b4471f4-75be-452d-ba60-0c343bc590d9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] For port c0076cbe-9dc5-4a27-b4f0-6470011daec6, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=c0076cbe-9dc5-4a27-b4f0-6470011daec6,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:11:01.544117 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-afd20116-9e21-4155-a176-100d6484ad71 req-0b4471f4-75be-452d-ba60-0c343bc590d9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (c0076cbe-9dc5-4a27-b4f0-6470011daec6), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:01.768334 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ba015-65fb-475b-aa85-75ffb941ff3c req-b46e020d-9c6c-4527-ab91-818e8cde2c3d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:01.769922 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ca6ba015-65fb-475b-aa85-75ffb941ff3c req-b46e020d-9c6c-4527-ab91-818e8cde2c3d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0473015 Oct 14 03:11:01.820528 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ca6ba015-65fb-475b-aa85-75ffb941ff3c req-79a27b91-27b5-49c5-b950-87a08dc27d4e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448036 Oct 14 03:11:01.914902 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4438b-6295-4ed9-9c45-594fa05a2ff5 req-b947fe20-043e-4e8b-a7e4-1d075c6f5fbc tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:01.916424 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8ba4438b-6295-4ed9-9c45-594fa05a2ff5 req-b947fe20-043e-4e8b-a7e4-1d075c6f5fbc tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 944 time: 0.0463855 Oct 14 03:11:01.964457 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8ba4438b-6295-4ed9-9c45-594fa05a2ff5 req-2efd66ce-b720-4016-9400-aff0cef557ec tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420153 Oct 14 03:11:01.976146 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:01.994497 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:02.001745 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-afd20116-9e21-4155-a176-100d6484ad71 req-0b4471f4-75be-452d-ba60-0c343bc590d9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:02.002524 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-afd20116-9e21-4155-a176-100d6484ad71 req-0b4471f4-75be-452d-ba60-0c343bc590d9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (dbd66ec1-4df7-4b7c-b967-8997efccb706), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:02.002887 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.l3_db [req-afd20116-9e21-4155-a176-100d6484ad71 req-0b4471f4-75be-452d-ba60-0c343bc590d9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Floating IP dbd66ec1-4df7-4b7c-b967-8997efccb706 disassociated. External IP: 172.27.3.75, port: c0076cbe-9dc5-4a27-b4f0-6470011daec6. Oct 14 03:11:02.003224 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-afd20116-9e21-4155-a176-100d6484ad71 req-0b4471f4-75be-452d-ba60-0c343bc590d9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Calling delete_port for c0076cbe-9dc5-4a27-b4f0-6470011daec6 owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:11:02.172361 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-afd20116-9e21-4155-a176-100d6484ad71 req-0b4471f4-75be-452d-ba60-0c343bc590d9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (c0076cbe-9dc5-4a27-b4f0-6470011daec6), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:02.199451 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4471f4-75be-452d-ba60-0c343bc590d9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event deleted for resources: {'Port': ['ID=c0076cbe-9dc5-4a27-b4f0-6470011daec6,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:02.257931 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ae802966-fa81-46d4-a923-0847f09403e2 req-cb9b4c7c-5c9c-4aa7-826b-7abf6363215a tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 210 time: 0.0333583 Oct 14 03:11:02.309295 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afd20116-9e21-4155-a176-100d6484ad71 req-0b4471f4-75be-452d-ba60-0c343bc590d9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:11:02.415705 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afd20116-9e21-4155-a176-100d6484ad71 req-0b4471f4-75be-452d-ba60-0c343bc590d9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:11:02.427316 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965eb00f-f240-4b43-bd0d-4d5e645457b9 None None] Sync routers for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:11:02.438743 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965eb00f-f240-4b43-bd0d-4d5e645457b9 None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:11:02.440271 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-965eb00f-f240-4b43-bd0d-4d5e645457b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:10:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:11:02.458869 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd20116-9e21-4155-a176-100d6484ad71 req-0b4471f4-75be-452d-ba60-0c343bc590d9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] No DVR routers for this DVR port c0076cbe-9dc5-4a27-b4f0-6470011daec6 on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:11:02.461377 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-afd20116-9e21-4155-a176-100d6484ad71 req-0b4471f4-75be-452d-ba60-0c343bc590d9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:02.464571 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-afd20116-9e21-4155-a176-100d6484ad71 req-0b4471f4-75be-452d-ba60-0c343bc590d9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "DELETE /networking/v2.0/ports/c0076cbe-9dc5-4a27-b4f0-6470011daec6 HTTP/1.1" status: 204 len: 173 time: 1.0989690 Oct 14 03:11:02.465096 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174ff84e-3115-4222-a659-4725858ef844', 'name': 'network-vif-deleted', 'tag': 'c0076cbe-9dc5-4a27-b4f0-6470011daec6'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:11:02.467351 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8239e01a-61b5-4c7e-b77c-88b257d808d4" -d '{"events": [{"server_uuid": "174ff84e-3115-4222-a659-4725858ef844", "name": "network-vif-deleted", "tag": "c0076cbe-9dc5-4a27-b4f0-6470011daec6"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:11:02.514643 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ecda3a-6dcf-492e-a15e-95355631f7a1 x-openstack-request-id: req-14ecda3a-6dcf-492e-a15e-95355631f7a1 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:11:02.514939 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174ff84e-3115-4222-a659-4725858ef844", "name": "network-vif-deleted", "tag": "c0076cbe-9dc5-4a27-b4f0-6470011daec6", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:11:02.515195 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14ecda3a-6dcf-492e-a15e-95355631f7a1 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:11:02.515693 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14ecda3a-6dcf-492e-a15e-95355631f7a1'] response: {'server_uuid': '174ff84e-3115-4222-a659-4725858ef844', 'name': 'network-vif-deleted', 'tag': 'c0076cbe-9dc5-4a27-b4f0-6470011daec6', 'status': 'completed', 'code': 200} Oct 14 03:11:02.555461 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-965eb00f-f240-4b43-bd0d-4d5e645457b9 None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:11:02.702092 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:02.723197 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device e18b99a9-f003-40de-a7b1-30cc36ffa681 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:11:02.741229 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device dedd30c6-33b3-4bfe-9dcb-50c92b51f547 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:11:02.851955 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-965eb00f-f240-4b43-bd0d-4d5e645457b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'port_id': '19709406-415e-437a-9a30-3eb561347116', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'mac_address': 'fa:16:3e:ab:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:07:49Z', 'updated_at': '2022-10-14T03:08:35Z', 'revision_number': 2, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:11:02.980684 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1419621-a0ee-477c-833d-edeccb1278b1 req-6efe8e25-a824-4fc0-bbef-7196ee986ef7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:02.989126 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f1419621-a0ee-477c-833d-edeccb1278b1 req-6efe8e25-a824-4fc0-bbef-7196ee986ef7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 944 time: 0.0594528 Oct 14 03:11:03.039279 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965eb00f-f240-4b43-bd0d-4d5e645457b9 None None] Checking router: 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:11:03.064407 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f1419621-a0ee-477c-833d-edeccb1278b1 req-e2369381-2f1c-4c80-8ed7-e62df89ebc9a tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692689 Oct 14 03:11:03.082987 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:03.108957 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port dedd30c6-33b3-4bfe-9dcb-50c92b51f547 completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:11:03.111733 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965eb00f-f240-4b43-bd0d-4d5e645457b9 None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:11:03.112413 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-965eb00f-f240-4b43-bd0d-4d5e645457b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:10:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:11:03.179351 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port e18b99a9-f003-40de-a7b1-30cc36ffa681, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=e18b99a9-f003-40de-a7b1-30cc36ffa681,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:11:03.183950 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port dedd30c6-33b3-4bfe-9dcb-50c92b51f547 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:11:03.184407 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (dedd30c6-33b3-4bfe-9dcb-50c92b51f547), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:03.184815 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port dedd30c6-33b3-4bfe-9dcb-50c92b51f547 Oct 14 03:11:03.195562 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00bd82-1883-4e8a-acf2-0e5562b7fb7e req-3ca88bb3-bfc5-4471-9466-e7585af47347 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:03.197339 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cd00bd82-1883-4e8a-acf2-0e5562b7fb7e req-3ca88bb3-bfc5-4471-9466-e7585af47347 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 944 time: 0.0699475 Oct 14 03:11:03.222703 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:03.229958 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': 'e18b99a9-f003-40de-a7b1-30cc36ffa681', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'port_id': 'e18b99a9-f003-40de-a7b1-30cc36ffa681', 'mac_address': 'fa:16:3e:b1:7f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:11:03.242629 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:03.261643 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cd00bd82-1883-4e8a-acf2-0e5562b7fb7e req-b58a9825-aed9-48a6-8695-1232b69e36d3 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557485 Oct 14 03:11:03.330130 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-965eb00f-f240-4b43-bd0d-4d5e645457b9 None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:11:03.356877 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port e18b99a9-f003-40de-a7b1-30cc36ffa681 is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:11:03.357261 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:03.388096 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e22535e5-584e-4068-b357-095d852be617 req-dc2df189-0f0c-45e9-b82b-3d0d98ac5356 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=174ff84e-3115-4222-a659-4725858ef844 HTTP/1.1" status: 200 len: 210 time: 0.0314136 Oct 14 03:11:03.428205 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18b99a9-f003-40de-a7b1-30cc36ffa681 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:11:03.464400 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port dedd30c6-33b3-4bfe-9dcb-50c92b51f547 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:11:03.464781 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (dedd30c6-33b3-4bfe-9dcb-50c92b51f547), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:03.470061 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port e18b99a9-f003-40de-a7b1-30cc36ffa681, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=e18b99a9-f003-40de-a7b1-30cc36ffa681,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:11:03.499309 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be136ee8-8ea0-493c-bbf7-62afa57e13e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedd30c6-33b3-4bfe-9dcb-50c92b51f547'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:11:03.502104 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a66a35-9af7-4e33-afdd-5db1166c567e" -d '{"events": [{"server_uuid": "be136ee8-8ea0-493c-bbf7-62afa57e13e1", "name": "network-vif-plugged", "status": "completed", "tag": "dedd30c6-33b3-4bfe-9dcb-50c92b51f547"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:11:03.553631 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port dedd30c6-33b3-4bfe-9dcb-50c92b51f547, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=dedd30c6-33b3-4bfe-9dcb-50c92b51f547,segment=NetworkSegment(7c8189e7-2138-4b0c-b0ed-dab56267e32a),segment_id=7c8189e7-2138-4b0c-b0ed-dab56267e32a)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:11:03.556375 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:03.558917 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccf4864-ef7a-414b-bbe8-973be214c271 x-openstack-request-id: req-fccf4864-ef7a-414b-bbe8-973be214c271 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:11:03.559196 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be136ee8-8ea0-493c-bbf7-62afa57e13e1", "name": "network-vif-plugged", "status": "completed", "tag": "dedd30c6-33b3-4bfe-9dcb-50c92b51f547", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:11:03.559514 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fccf4864-ef7a-414b-bbe8-973be214c271 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:11:03.559899 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fccf4864-ef7a-414b-bbe8-973be214c271'] response: {'server_uuid': 'be136ee8-8ea0-493c-bbf7-62afa57e13e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedd30c6-33b3-4bfe-9dcb-50c92b51f547', 'code': 200} Oct 14 03:11:03.654901 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (dedd30c6-33b3-4bfe-9dcb-50c92b51f547), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:03.659058 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=e18b99a9-f003-40de-a7b1-30cc36ffa681,revision_number=9']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:03.700863 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:03.739377 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-965eb00f-f240-4b43-bd0d-4d5e645457b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'port_id': '19709406-415e-437a-9a30-3eb561347116', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'mac_address': 'fa:16:3e:ab:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:07:49Z', 'updated_at': '2022-10-14T03:08:35Z', 'revision_number': 2, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:11:03.745568 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=dedd30c6-33b3-4bfe-9dcb-50c92b51f547,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:03.775990 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965eb00f-f240-4b43-bd0d-4d5e645457b9 None None] The sync data for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi is: [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'port_id': '19709406-415e-437a-9a30-3eb561347116', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'mac_address': 'fa:16:3e:ab:f8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:07:49Z', 'updated_at': '2022-10-14T03:08:35Z', 'revision_number': 2, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:11:04.025127 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e57ef4-4444-4cef-8aa1-b75fcc8ce473 req-582075aa-f671-4cb1-81ad-c86945022397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:04.027356 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-92e57ef4-4444-4cef-8aa1-b75fcc8ce473 req-582075aa-f671-4cb1-81ad-c86945022397 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 1129 time: 0.0507503 Oct 14 03:11:04.039413 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380912d6-952c-4670-a91b-feaa3472553a None None] New status for floating IP dbd66ec1-4df7-4b7c-b967-8997efccb706: DOWN {{(pid=105052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:11:04.056028 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['e18b99a9-f003-40de-a7b1-30cc36ffa681'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:11:04.075520 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-92e57ef4-4444-4cef-8aa1-b75fcc8ce473 req-6d45362d-7474-41c4-9327-5269456e8904 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408726 Oct 14 03:11:04.116244 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:04.169601 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:04.195830 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8512e0-86ca-4722-8c65-1c65f7f1d7d1 req-88607a94-a81c-4e22-9a7a-ceca69be7721 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:04.197345 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4a8512e0-86ca-4722-8c65-1c65f7f1d7d1 req-88607a94-a81c-4e22-9a7a-ceca69be7721 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 945 time: 0.0477705 Oct 14 03:11:04.251638 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4a8512e0-86ca-4722-8c65-1c65f7f1d7d1 req-b5755410-ef71-44d7-9678-ec75699599a9 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480540 Oct 14 03:11:04.387920 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5c2aa-1a4e-475c-aaad-c9834285eb42 req-f67e6583-2775-4015-8dba-1e0ab3ad2a98 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:04.389394 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-58c5c2aa-1a4e-475c-aaad-c9834285eb42 req-f67e6583-2775-4015-8dba-1e0ab3ad2a98 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 945 time: 0.0482337 Oct 14 03:11:04.439401 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-58c5c2aa-1a4e-475c-aaad-c9834285eb42 req-ad3a812b-59d5-49fa-afc6-e2ae386fbbcb tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437579 Oct 14 03:11:04.573546 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 36766) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:11:04.629556 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f6e65ad9-2aa8-48ad-8d6a-9976429f845d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (688edc88-f17b-4c99-83b8-2ac62b081d2d), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:04.651941 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f6e65ad9-2aa8-48ad-8d6a-9976429f845d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (688edc88-f17b-4c99-83b8-2ac62b081d2d), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:04.771942 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f6e65ad9-2aa8-48ad-8d6a-9976429f845d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (688edc88-f17b-4c99-83b8-2ac62b081d2d), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:04.774480 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f6e65ad9-2aa8-48ad-8d6a-9976429f845d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:04.775645 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-f6e65ad9-2aa8-48ad-8d6a-9976429f845d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/688edc88-f17b-4c99-83b8-2ac62b081d2d HTTP/1.1" status: 204 len: 168 time: 0.2010868 Oct 14 03:11:04.778583 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 36768) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:11:04.785156 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e65ad9-2aa8-48ad-8d6a-9976429f845d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=688edc88-f17b-4c99-83b8-2ac62b081d2d,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:04.792182 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.api.v2.resource [None req-1f5bcd60-8245-4138-abc9-926dc8e614f3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] show failed (client error): The resource could not be found. Oct 14 03:11:04.793158 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-1f5bcd60-8245-4138-abc9-926dc8e614f3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups/688edc88-f17b-4c99-83b8-2ac62b081d2d HTTP/1.1" status: 404 len: 347 time: 0.0135739 Oct 14 03:11:04.795991 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 36770) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:11:04.908142 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Deleting port 90538bd9-e203-4d91-a820-ed04070b2b95 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:11:04.908474 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (90538bd9-e203-4d91-a820-ed04070b2b95), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:04.981155 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (90538bd9-e203-4d91-a820-ed04070b2b95), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:04.981473 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (90538bd9-e203-4d91-a820-ed04070b2b95), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:04.994963 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Calling delete_port for 90538bd9-e203-4d91-a820-ed04070b2b95 owned by network:floatingip {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:11:05.163151 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device e18b99a9-f003-40de-a7b1-30cc36ffa681 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:11:05.201073 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (90538bd9-e203-4d91-a820-ed04070b2b95), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:05.209385 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port e18b99a9-f003-40de-a7b1-30cc36ffa681 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:11:05.213311 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:05.213311 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port e18b99a9-f003-40de-a7b1-30cc36ffa681 Oct 14 03:11:05.227266 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event deleted for resources: {'Port': ['ID=90538bd9-e203-4d91-a820-ed04070b2b95,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:05.254787 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:05.255141 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:05.255484 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:05.257748 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:05.257748 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:05.257748 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:05.257748 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:05.257748 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:05.257748 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:05.258294 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:05.258294 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:05.258589 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:05.258911 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:05.259236 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:05.259559 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:05.286325 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port e18b99a9-f003-40de-a7b1-30cc36ffa681 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:11:05.286721 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:05.315761 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (dbd66ec1-4df7-4b7c-b967-8997efccb706), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:05.318382 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:05.319613 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-64edf1e5-ec6f-4dbf-b46d-859c188533cd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/dbd66ec1-4df7-4b7c-b967-8997efccb706 HTTP/1.1" status: 204 len: 168 time: 0.5227494 Oct 14 03:11:05.334866 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port e18b99a9-f003-40de-a7b1-30cc36ffa681, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=e18b99a9-f003-40de-a7b1-30cc36ffa681,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:11:05.389493 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:05.390347 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device c0076cbe-9dc5-4a27-b4f0-6470011daec6 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:11:05.398399 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc1377-7496-4d87-a493-15fb0e94ed9f req-4ebd0fe4-c136-4776-9231-bf6caaaa9ed3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:05.400046 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5dfc1377-7496-4d87-a493-15fb0e94ed9f req-4ebd0fe4-c136-4776-9231-bf6caaaa9ed3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 945 time: 0.0476577 Oct 14 03:11:05.435460 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: c0076cbe-9dc5-4a27-b4f0-6470011daec6 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:11:05.435841 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device c0076cbe-9dc5-4a27-b4f0-6470011daec6 not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:11:05.455262 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5dfc1377-7496-4d87-a493-15fb0e94ed9f req-25efacd5-c6ce-4e5c-b120-a160392d1d5c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433276 Oct 14 03:11:05.461622 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=e18b99a9-f003-40de-a7b1-30cc36ffa681,revision_number=10']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:05.561182 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18b99a9-f003-40de-a7b1-30cc36ffa681'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:11:05.563576 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0efc4ce-0e46-421c-873d-3f50a9998e65" -d '{"events": [{"server_uuid": "d95dafdb-f3bf-4f25-96bc-6595e7f52a89", "name": "network-vif-plugged", "status": "completed", "tag": "e18b99a9-f003-40de-a7b1-30cc36ffa681"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:11:05.830373 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001f653-b21d-48eb-a217-3dedcee32ba8 req-f9554ab3-34e9-4310-af37-aa70d6c6fc0c tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:05.831839 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1001f653-b21d-48eb-a217-3dedcee32ba8 req-f9554ab3-34e9-4310-af37-aa70d6c6fc0c tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 945 time: 0.0463974 Oct 14 03:11:05.877471 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1001f653-b21d-48eb-a217-3dedcee32ba8 req-66f9e3e4-275c-471b-9f41-3d5f814d6cf7 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401855 Oct 14 03:11:05.922197 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194b6024-9aba-46fd-bc7b-c466eabb639e x-openstack-request-id: req-194b6024-9aba-46fd-bc7b-c466eabb639e {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:11:05.922507 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95dafdb-f3bf-4f25-96bc-6595e7f52a89", "name": "network-vif-plugged", "status": "completed", "tag": "e18b99a9-f003-40de-a7b1-30cc36ffa681", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:11:05.922942 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-194b6024-9aba-46fd-bc7b-c466eabb639e {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:11:05.923338 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194b6024-9aba-46fd-bc7b-c466eabb639e'] response: {'server_uuid': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18b99a9-f003-40de-a7b1-30cc36ffa681', 'code': 200} Oct 14 03:11:06.587505 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aef3ad-8421-4b4c-b877-36b491278432 req-df974e90-7ab0-4dd3-9e22-8979a139b573 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:06.589167 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b8aef3ad-8421-4b4c-b877-36b491278432 req-df974e90-7ab0-4dd3-9e22-8979a139b573 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 947 time: 0.0509846 Oct 14 03:11:06.630051 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:06.637551 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b8aef3ad-8421-4b4c-b877-36b491278432 req-dee29606-1d9f-4570-804b-8d3f8c54c5b7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427263 Oct 14 03:11:06.966092 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb0de1-3d94-468b-bd26-0dd065b7ade0 req-13bbd606-ec55-459d-83df-9be8282a5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:06.967621 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-7ccb0de1-3d94-468b-bd26-0dd065b7ade0 req-13bbd606-ec55-459d-83df-9be8282a5502 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 1131 time: 0.0368800 Oct 14 03:11:06.980254 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:06.999893 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18b971-4fbd-44ff-a094-5faa4b64bd2c req-061b47c0-cc96-4d3d-b832-c3a1d17d71bd tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:07.001015 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:07.002373 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3e18b971-4fbd-44ff-a094-5faa4b64bd2c req-061b47c0-cc96-4d3d-b832-c3a1d17d71bd tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 945 time: 0.0480256 Oct 14 03:11:07.024827 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-7ccb0de1-3d94-468b-bd26-0dd065b7ade0 req-a6c669f7-ef96-43c3-b5c6-6312ca27fc71 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480342 Oct 14 03:11:07.052318 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3e18b971-4fbd-44ff-a094-5faa4b64bd2c req-68a6e90c-ac8a-4eff-8a33-ea909de4887c tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441134 Oct 14 03:11:07.769316 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982ba95-bbea-4018-9c9a-738da56358a1 req-d9ca7edd-ebd0-43c2-be56-1443511b8331 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:07.770910 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4982ba95-bbea-4018-9c9a-738da56358a1 req-d9ca7edd-ebd0-43c2-be56-1443511b8331 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 947 time: 0.0461276 Oct 14 03:11:07.819925 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4982ba95-bbea-4018-9c9a-738da56358a1 req-7233ee58-f552-4013-a16e-ef8d5c5e7fed tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432730 Oct 14 03:11:08.039595 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:11:08.434940 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571186bd-c80d-42cc-89fa-58886f593bc3 req-0e586cb0-c400-4019-83f9-f751c2f75342 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:08.436484 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-571186bd-c80d-42cc-89fa-58886f593bc3 req-0e586cb0-c400-4019-83f9-f751c2f75342 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 945 time: 0.0450075 Oct 14 03:11:08.484792 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-571186bd-c80d-42cc-89fa-58886f593bc3 req-e0a6c259-5fdd-4391-9532-d54715c03290 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420308 Oct 14 03:11:08.966181 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759dff1-c1e2-4ec2-a4ce-d9622a2aa968 req-83e33328-7cfc-4e29-9833-a2cce5548aeb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:08.966181 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4759dff1-c1e2-4ec2-a4ce-d9622a2aa968 req-83e33328-7cfc-4e29-9833-a2cce5548aeb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 947 time: 0.0536654 Oct 14 03:11:09.010783 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4759dff1-c1e2-4ec2-a4ce-d9622a2aa968 req-863781de-1ce8-43ae-8d65-df83ef6b876b tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429404 Oct 14 03:11:09.615278 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b2699-4b53-494c-af59-333e77d62e26 req-4f1e990a-e45f-436c-b0f2-84d5c93d2c48 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:09.616729 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b30b2699-4b53-494c-af59-333e77d62e26 req-4f1e990a-e45f-436c-b0f2-84d5c93d2c48 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 945 time: 0.0483065 Oct 14 03:11:09.664136 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b30b2699-4b53-494c-af59-333e77d62e26 req-084da1a0-0b07-41bf-bb4c-1337c8c3bb66 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417700 Oct 14 03:11:10.135407 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc889c6d-4fb2-4200-b6b9-cdd0acb6165b req-c68869f7-2efb-4541-88a1-1672b8cf2610 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:10.136757 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fc889c6d-4fb2-4200-b6b9-cdd0acb6165b req-c68869f7-2efb-4541-88a1-1672b8cf2610 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 947 time: 0.0456896 Oct 14 03:11:10.183634 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fc889c6d-4fb2-4200-b6b9-cdd0acb6165b req-837e835b-2e83-44db-9645-bcc34eb881e6 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412784 Oct 14 03:11:10.787402 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d38d6-b0b4-4184-902c-66f271ddd4aa req-34fa08c4-c09d-42cb-a06e-760d5abc0a72 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:10.788831 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c49d38d6-b0b4-4184-902c-66f271ddd4aa req-34fa08c4-c09d-42cb-a06e-760d5abc0a72 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 945 time: 0.0473645 Oct 14 03:11:11.044133 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c49d38d6-b0b4-4184-902c-66f271ddd4aa req-7db71f2c-05ad-48ff-9fbc-5ed73043c6d3 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68a4680e-2b96-4607-8b91-1fbdeb9b5517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497497 Oct 14 03:11:11.311986 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc502de-7815-4349-aa74-1b5a2534bee1 req-87dd5fac-6f41-4bf6-951d-3ed1f863cbb9 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:11.313411 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8bc502de-7815-4349-aa74-1b5a2534bee1 req-87dd5fac-6f41-4bf6-951d-3ed1f863cbb9 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 947 time: 0.0448351 Oct 14 03:11:11.360187 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8bc502de-7815-4349-aa74-1b5a2534bee1 req-e50396e3-d67d-467b-a5bf-7f5526381f75 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408106 Oct 14 03:11:11.662553 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080cd1c-57c9-425a-83b0-26f26341f923 req-61b5f80e-2fb1-40ce-9b06-f417a31f5fb0 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:11.664013 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9080cd1c-57c9-425a-83b0-26f26341f923 req-61b5f80e-2fb1-40ce-9b06-f417a31f5fb0 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 945 time: 0.0471976 Oct 14 03:11:11.752337 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-9080cd1c-57c9-425a-83b0-26f26341f923 req-5e18a505-1700-42e7-9f6c-905110a47c37 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Deleting port dedd30c6-33b3-4bfe-9dcb-50c92b51f547 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:11:11.755856 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-9080cd1c-57c9-425a-83b0-26f26341f923 req-5e18a505-1700-42e7-9f6c-905110a47c37 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (dedd30c6-33b3-4bfe-9dcb-50c92b51f547), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:11.844736 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-9080cd1c-57c9-425a-83b0-26f26341f923 req-5e18a505-1700-42e7-9f6c-905110a47c37 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] For port dedd30c6-33b3-4bfe-9dcb-50c92b51f547, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=dedd30c6-33b3-4bfe-9dcb-50c92b51f547,segment=NetworkSegment(7c8189e7-2138-4b0c-b0ed-dab56267e32a),segment_id=7c8189e7-2138-4b0c-b0ed-dab56267e32a)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:11:11.845091 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-9080cd1c-57c9-425a-83b0-26f26341f923 req-5e18a505-1700-42e7-9f6c-905110a47c37 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (dedd30c6-33b3-4bfe-9dcb-50c92b51f547), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:11.858755 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-9080cd1c-57c9-425a-83b0-26f26341f923 req-5e18a505-1700-42e7-9f6c-905110a47c37 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Calling delete_port for dedd30c6-33b3-4bfe-9dcb-50c92b51f547 owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:11:11.898913 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:12.035103 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-9080cd1c-57c9-425a-83b0-26f26341f923 req-5e18a505-1700-42e7-9f6c-905110a47c37 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (dedd30c6-33b3-4bfe-9dcb-50c92b51f547), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:12.061059 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18a505-1700-42e7-9f6c-905110a47c37 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Pushing event deleted for resources: {'Port': ['ID=dedd30c6-33b3-4bfe-9dcb-50c92b51f547,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:12.074988 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['dedd30c6-33b3-4bfe-9dcb-50c92b51f547'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:11:12.107212 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-9080cd1c-57c9-425a-83b0-26f26341f923 req-5e18a505-1700-42e7-9f6c-905110a47c37 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] No DVR routers for this DVR port dedd30c6-33b3-4bfe-9dcb-50c92b51f547 on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:11:12.110576 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-9080cd1c-57c9-425a-83b0-26f26341f923 req-5e18a505-1700-42e7-9f6c-905110a47c37 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:12.113799 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9080cd1c-57c9-425a-83b0-26f26341f923 req-5e18a505-1700-42e7-9f6c-905110a47c37 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.40 "DELETE /networking/v2.0/ports/dedd30c6-33b3-4bfe-9dcb-50c92b51f547 HTTP/1.1" status: 204 len: 173 time: 0.4441266 Oct 14 03:11:12.114335 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be136ee8-8ea0-493c-bbf7-62afa57e13e1', 'name': 'network-vif-deleted', 'tag': 'dedd30c6-33b3-4bfe-9dcb-50c92b51f547'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:11:12.116603 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e992ab1-8049-4744-889a-2b49d8251538" -d '{"events": [{"server_uuid": "be136ee8-8ea0-493c-bbf7-62afa57e13e1", "name": "network-vif-deleted", "tag": "dedd30c6-33b3-4bfe-9dcb-50c92b51f547"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:11:12.150645 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2908a28a-c0c3-4c4a-baa6-0d4fe9b9ef09 req-e915f677-e634-4d38-b807-ab362eab9dd5 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 210 time: 0.0277703 Oct 14 03:11:12.153016 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4054738c-a39a-43ad-ae67-2827411694dd x-openstack-request-id: req-4054738c-a39a-43ad-ae67-2827411694dd {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:11:12.153315 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be136ee8-8ea0-493c-bbf7-62afa57e13e1", "name": "network-vif-deleted", "tag": "dedd30c6-33b3-4bfe-9dcb-50c92b51f547", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:11:12.153617 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4054738c-a39a-43ad-ae67-2827411694dd {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:11:12.154008 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4054738c-a39a-43ad-ae67-2827411694dd'] response: {'server_uuid': 'be136ee8-8ea0-493c-bbf7-62afa57e13e1', 'name': 'network-vif-deleted', 'tag': 'dedd30c6-33b3-4bfe-9dcb-50c92b51f547', 'status': 'completed', 'code': 200} Oct 14 03:11:12.495742 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f8931-9717-4ca9-b1c0-040f1a618734 req-b59b1ccb-083c-4139-99cd-92fa0e33ab72 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:12.497202 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-886f8931-9717-4ca9-b1c0-040f1a618734 req-b59b1ccb-083c-4139-99cd-92fa0e33ab72 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 947 time: 0.0485756 Oct 14 03:11:12.545707 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-886f8931-9717-4ca9-b1c0-040f1a618734 req-afcc5ae8-aa8f-4219-a6ee-893dd61b0279 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428197 Oct 14 03:11:13.269830 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-67c55af1-346f-483e-80eb-037cf6e1c7d0 req-5dc9b7bf-824c-43c4-828c-a3a88c802508 tempest-VolumesActionsTest-2146584022 tempest-VolumesActionsTest-2146584022-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=be136ee8-8ea0-493c-bbf7-62afa57e13e1 HTTP/1.1" status: 200 len: 210 time: 0.0295238 Oct 14 03:11:13.817520 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f9516-1f1a-45d5-a77f-8256000b90d4 req-5d5b21fc-c05f-4e14-84d4-eb14e83053f4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:13.818991 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-aa4f9516-1f1a-45d5-a77f-8256000b90d4 req-5d5b21fc-c05f-4e14-84d4-eb14e83053f4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 945 time: 0.0461736 Oct 14 03:11:13.868875 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-aa4f9516-1f1a-45d5-a77f-8256000b90d4 req-a2652c1b-c6a3-4d67-b425-503541b189d0 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443175 Oct 14 03:11:14.120142 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:14.972104 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:14.990034 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca6869-b200-4ba2-a1f9-f323c6510070 req-2f0ba170-1f49-4b67-ad18-87985ad23449 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:14.991493 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-77ca6869-b200-4ba2-a1f9-f323c6510070 req-2f0ba170-1f49-4b67-ad18-87985ad23449 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 945 time: 0.0461578 Oct 14 03:11:15.032664 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:15.040002 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-77ca6869-b200-4ba2-a1f9-f323c6510070 req-706d4ef4-ff06-4892-82f1-134732a9d5d2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430751 Oct 14 03:11:16.163753 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be80720-4e08-4b01-ba19-00a06395f534 req-8346d3bc-a850-45d4-8a3a-0a7efce5d1d6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:16.165235 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2be80720-4e08-4b01-ba19-00a06395f534 req-8346d3bc-a850-45d4-8a3a-0a7efce5d1d6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 945 time: 0.0469639 Oct 14 03:11:16.213036 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2be80720-4e08-4b01-ba19-00a06395f534 req-cc522698-9391-4780-8753-fc7ebf7e9ac7 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422645 Oct 14 03:11:16.523004 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device dedd30c6-33b3-4bfe-9dcb-50c92b51f547 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:11:16.544841 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: dedd30c6-33b3-4bfe-9dcb-50c92b51f547 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:11:16.545121 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device dedd30c6-33b3-4bfe-9dcb-50c92b51f547 not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:11:17.335252 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114819b0-7bc5-49a4-b674-0d6a55b33899 req-7a0bb090-946c-4a73-b856-f6fa9b128977 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:17.336722 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-114819b0-7bc5-49a4-b674-0d6a55b33899 req-7a0bb090-946c-4a73-b856-f6fa9b128977 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 945 time: 0.0499034 Oct 14 03:11:17.384513 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-114819b0-7bc5-49a4-b674-0d6a55b33899 req-8c558ce3-393d-4b25-bf0f-43b0f384e1f4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422819 Oct 14 03:11:18.039243 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=9 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:18.502484 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7cea6-4071-4657-9123-772a49910cb3 req-727b560d-ad8a-4749-9ee2-3d2b18a13924 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:18.503937 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9fb7cea6-4071-4657-9123-772a49910cb3 req-727b560d-ad8a-4749-9ee2-3d2b18a13924 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 945 time: 0.0455697 Oct 14 03:11:18.549979 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9fb7cea6-4071-4657-9123-772a49910cb3 req-cebcd589-25dd-4411-b152-3938bbfa7130 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405309 Oct 14 03:11:19.668038 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bb311-698f-4a09-835f-1c0eabd4d2eb req-3a0529e8-375e-418b-b347-b306d9775c0d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:19.669468 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-894bb311-698f-4a09-835f-1c0eabd4d2eb req-3a0529e8-375e-418b-b347-b306d9775c0d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 945 time: 0.0459340 Oct 14 03:11:19.720336 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-894bb311-698f-4a09-835f-1c0eabd4d2eb req-33f568f5-ec5f-4e9c-8202-2050580685df tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452986 Oct 14 03:11:20.837134 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa06be9-ad75-4930-bda6-0c56b6031a1e req-fc21537b-bff1-45f2-8e9c-220fd5cc9084 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:20.838604 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1fa06be9-ad75-4930-bda6-0c56b6031a1e req-fc21537b-bff1-45f2-8e9c-220fd5cc9084 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 945 time: 0.0454645 Oct 14 03:11:20.885589 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1fa06be9-ad75-4930-bda6-0c56b6031a1e req-87fbaa32-f820-4ac7-bbd9-34330c370db7 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406351 Oct 14 03:11:22.005767 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5419b6c-b8cf-4a9c-8f39-4010c30a87a5 req-56936ba4-135d-46ed-be22-69f22cad524c tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:22.011022 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a5419b6c-b8cf-4a9c-8f39-4010c30a87a5 req-56936ba4-135d-46ed-be22-69f22cad524c tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 945 time: 0.0463574 Oct 14 03:11:22.053630 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a5419b6c-b8cf-4a9c-8f39-4010c30a87a5 req-17bddcc9-0ee2-411b-9055-d617d35b8f30 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408707 Oct 14 03:11:22.079273 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:22.091394 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:22.098060 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=56,neutron:DELETE=7 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:23.145095 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b457c-8693-4ab6-a47c-6478b8ca3748 req-603e79e3-c533-44ef-8723-a670964c6a89 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:23.147210 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-738b457c-8693-4ab6-a47c-6478b8ca3748 req-603e79e3-c533-44ef-8723-a670964c6a89 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 945 time: 0.0483766 Oct 14 03:11:23.178509 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f662ac-a32b-4f49-a660-16d2906dbcfc req-4c769d21-b854-4aec-be7e-96e3695134d4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:23.180034 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-36f662ac-a32b-4f49-a660-16d2906dbcfc req-4c769d21-b854-4aec-be7e-96e3695134d4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 945 time: 0.0517220 Oct 14 03:11:23.228202 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-36f662ac-a32b-4f49-a660-16d2906dbcfc req-c44eae52-232f-4166-88b6-698f9fe9c393 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3417a425-874c-4d86-b7e4-881b8a59929b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421448 Oct 14 03:11:23.245538 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-738b457c-8693-4ab6-a47c-6478b8ca3748 req-8e9cca7a-7ecb-4f67-b753-780c609b3a44 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Deleting port 19709406-415e-437a-9a30-3eb561347116 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:11:23.245898 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-738b457c-8693-4ab6-a47c-6478b8ca3748 req-8e9cca7a-7ecb-4f67-b753-780c609b3a44 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (19709406-415e-437a-9a30-3eb561347116), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:23.339151 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-738b457c-8693-4ab6-a47c-6478b8ca3748 req-8e9cca7a-7ecb-4f67-b753-780c609b3a44 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] For port 19709406-415e-437a-9a30-3eb561347116, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=19709406-415e-437a-9a30-3eb561347116,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:11:23.339504 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-738b457c-8693-4ab6-a47c-6478b8ca3748 req-8e9cca7a-7ecb-4f67-b753-780c609b3a44 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (19709406-415e-437a-9a30-3eb561347116), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:23.506442 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-738b457c-8693-4ab6-a47c-6478b8ca3748 req-8e9cca7a-7ecb-4f67-b753-780c609b3a44 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:23.506804 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-738b457c-8693-4ab6-a47c-6478b8ca3748 req-8e9cca7a-7ecb-4f67-b753-780c609b3a44 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:23.507113 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.l3_db [req-738b457c-8693-4ab6-a47c-6478b8ca3748 req-8e9cca7a-7ecb-4f67-b753-780c609b3a44 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Floating IP 9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8 disassociated. External IP: 172.27.3.213, port: 19709406-415e-437a-9a30-3eb561347116. Oct 14 03:11:23.507448 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-738b457c-8693-4ab6-a47c-6478b8ca3748 req-8e9cca7a-7ecb-4f67-b753-780c609b3a44 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Calling delete_port for 19709406-415e-437a-9a30-3eb561347116 owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:11:23.712972 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-738b457c-8693-4ab6-a47c-6478b8ca3748 req-8e9cca7a-7ecb-4f67-b753-780c609b3a44 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (19709406-415e-437a-9a30-3eb561347116), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:23.745840 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cca7a-7ecb-4f67-b753-780c609b3a44 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event deleted for resources: {'Port': ['ID=19709406-415e-437a-9a30-3eb561347116,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:23.875327 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [req-738b457c-8693-4ab6-a47c-6478b8ca3748 req-8e9cca7a-7ecb-4f67-b753-780c609b3a44 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:11:23.983112 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-738b457c-8693-4ab6-a47c-6478b8ca3748 req-8e9cca7a-7ecb-4f67-b753-780c609b3a44 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:11:23.994027 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b6a55-f0b9-4260-8743-9f7b852efedb None None] Sync routers for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:11:24.005690 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b6a55-f0b9-4260-8743-9f7b852efedb None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:11:24.006454 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-0e2b6a55-f0b9-4260-8743-9f7b852efedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:10:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:11:24.034810 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-738b457c-8693-4ab6-a47c-6478b8ca3748 req-8e9cca7a-7ecb-4f67-b753-780c609b3a44 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] No DVR routers for this DVR port 19709406-415e-437a-9a30-3eb561347116 on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:11:24.037399 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-738b457c-8693-4ab6-a47c-6478b8ca3748 req-8e9cca7a-7ecb-4f67-b753-780c609b3a44 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:24.041100 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-738b457c-8693-4ab6-a47c-6478b8ca3748 req-8e9cca7a-7ecb-4f67-b753-780c609b3a44 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "DELETE /networking/v2.0/ports/19709406-415e-437a-9a30-3eb561347116 HTTP/1.1" status: 204 len: 173 time: 0.8784938 Oct 14 03:11:24.041620 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'name': 'network-vif-deleted', 'tag': '19709406-415e-437a-9a30-3eb561347116'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:11:24.043884 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfddadad-a668-48d4-9800-a8d23bcd3057" -d '{"events": [{"server_uuid": "73287e1d-7bf7-4ebb-93e4-7e16bd29655e", "name": "network-vif-deleted", "tag": "19709406-415e-437a-9a30-3eb561347116"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:11:24.084242 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff90162-2eea-48da-bb89-94cd47734d58 x-openstack-request-id: req-8ff90162-2eea-48da-bb89-94cd47734d58 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:11:24.084242 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73287e1d-7bf7-4ebb-93e4-7e16bd29655e", "name": "network-vif-deleted", "tag": "19709406-415e-437a-9a30-3eb561347116", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:11:24.084242 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ff90162-2eea-48da-bb89-94cd47734d58 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:11:24.084242 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff90162-2eea-48da-bb89-94cd47734d58'] response: {'server_uuid': '73287e1d-7bf7-4ebb-93e4-7e16bd29655e', 'name': 'network-vif-deleted', 'tag': '19709406-415e-437a-9a30-3eb561347116', 'status': 'completed', 'code': 200} Oct 14 03:11:24.115106 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-0e2b6a55-f0b9-4260-8743-9f7b852efedb None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:11:24.319778 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-0e2b6a55-f0b9-4260-8743-9f7b852efedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:11:24.346878 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ddb14fc9-f484-4695-a2e3-6bb000a1f589 req-c502b407-120c-49e5-9ed4-a6e2486db370 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 210 time: 0.0332880 Oct 14 03:11:24.352741 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b6a55-f0b9-4260-8743-9f7b852efedb None None] Checking router: 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:11:24.359365 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b6a55-f0b9-4260-8743-9f7b852efedb None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:11:24.360049 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-0e2b6a55-f0b9-4260-8743-9f7b852efedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:10:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:11:24.462464 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-0e2b6a55-f0b9-4260-8743-9f7b852efedb None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:11:24.499818 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:24.896843 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-4146063a-80ed-45b0-a2b3-33725ee990b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:24.915770 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-0e2b6a55-f0b9-4260-8743-9f7b852efedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:11:24.942729 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b6a55-f0b9-4260-8743-9f7b852efedb None None] The sync data for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi is: [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:11:25.240909 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aac809-d0e3-4240-bd6f-95b2f2412470 None None] New status for floating IP 9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8: DOWN {{(pid=105052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:11:25.284195 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 19709406-415e-437a-9a30-3eb561347116 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:11:25.318631 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: 19709406-415e-437a-9a30-3eb561347116 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:11:25.319386 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 19709406-415e-437a-9a30-3eb561347116 not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:11:25.519508 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3ccf6910-b25a-403e-93f7-0df86561e58d req-1fd1c8df-2a24-4b03-a1c7-7f0d87737cd8 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=73287e1d-7bf7-4ebb-93e4-7e16bd29655e HTTP/1.1" status: 200 len: 210 time: 0.0587101 Oct 14 03:11:26.682239 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 37130) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:11:26.759012 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3964ad01-f7b0-4b32-94f4-68ca4a731de4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (3417a425-874c-4d86-b7e4-881b8a59929b), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:26.776803 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:26.781580 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3964ad01-f7b0-4b32-94f4-68ca4a731de4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (3417a425-874c-4d86-b7e4-881b8a59929b), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:26.791753 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:26.939145 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3964ad01-f7b0-4b32-94f4-68ca4a731de4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (3417a425-874c-4d86-b7e4-881b8a59929b), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:26.942064 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3964ad01-f7b0-4b32-94f4-68ca4a731de4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:26.945944 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-3964ad01-f7b0-4b32-94f4-68ca4a731de4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/3417a425-874c-4d86-b7e4-881b8a59929b HTTP/1.1" status: 204 len: 168 time: 0.2599356 Oct 14 03:11:26.947754 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 37138) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:11:26.953206 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964ad01-f7b0-4b32-94f4-68ca4a731de4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3417a425-874c-4d86-b7e4-881b8a59929b,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:26.976190 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.api.v2.resource [None req-5be997a5-7e7f-4a98-8b1f-9f4c4e1c6bc1 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] show failed (client error): The resource could not be found. Oct 14 03:11:26.981255 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 37142) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:11:26.981877 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-5be997a5-7e7f-4a98-8b1f-9f4c4e1c6bc1 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups/3417a425-874c-4d86-b7e4-881b8a59929b HTTP/1.1" status: 404 len: 347 time: 0.0336468 Oct 14 03:11:27.080664 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-4aec7e95-b274-4374-8e3d-550d353584dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:27.131325 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-f16fd89d-ac5f-4658-bd5a-62c2a3091c55 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Deleting port 669a6295-3e35-480f-955d-ff1052803310 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:11:27.131861 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f16fd89d-ac5f-4658-bd5a-62c2a3091c55 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (669a6295-3e35-480f-955d-ff1052803310), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:27.223392 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f16fd89d-ac5f-4658-bd5a-62c2a3091c55 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (669a6295-3e35-480f-955d-ff1052803310), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:27.223934 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f16fd89d-ac5f-4658-bd5a-62c2a3091c55 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (669a6295-3e35-480f-955d-ff1052803310), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:27.242733 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-f16fd89d-ac5f-4658-bd5a-62c2a3091c55 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Calling delete_port for 669a6295-3e35-480f-955d-ff1052803310 owned by network:floatingip {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:11:27.490695 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f16fd89d-ac5f-4658-bd5a-62c2a3091c55 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (669a6295-3e35-480f-955d-ff1052803310), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:27.516232 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fd89d-ac5f-4658-bd5a-62c2a3091c55 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event deleted for resources: {'Port': ['ID=669a6295-3e35-480f-955d-ff1052803310,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:27.586783 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f16fd89d-ac5f-4658-bd5a-62c2a3091c55 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:27.589437 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f16fd89d-ac5f-4658-bd5a-62c2a3091c55 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:27.594093 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-f16fd89d-ac5f-4658-bd5a-62c2a3091c55 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/9df429bf-d1ea-42b7-a7d0-6bd8cac1a0b8 HTTP/1.1" status: 204 len: 168 time: 0.6082208 Oct 14 03:11:27.975739 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 37158) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:11:27.980315 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-326da88f-b6a0-4290-a19a-d50b3fa6c794 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--523601925', 'description': 'tempest-description--846600512'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:11:28.103720 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-326da88f-b6a0-4290-a19a-d50b3fa6c794 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:28.230188 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-326da88f-b6a0-4290-a19a-d50b3fa6c794 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (7dd48a54-c716-47ad-aa30-94fe99c8118e), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:28.284578 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-326da88f-b6a0-4290-a19a-d50b3fa6c794 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (7dd48a54-c716-47ad-aa30-94fe99c8118e), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:28.322302 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326da88f-b6a0-4290-a19a-d50b3fa6c794 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd48a54-c716-47ad-aa30-94fe99c8118e,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:28.336892 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:28.390647 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-326da88f-b6a0-4290-a19a-d50b3fa6c794 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:28.392209 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-326da88f-b6a0-4290-a19a-d50b3fa6c794 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4154625 Oct 14 03:11:28.395601 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 37170) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:11:28.400826 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-adfc787f-688b-4525-a7c4-3f949fba6869 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'security_group_rule': {'security_group_id': '7dd48a54-c716-47ad-aa30-94fe99c8118e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:11:28.492961 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-adfc787f-688b-4525-a7c4-3f949fba6869 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (51f43dba-4814-4dde-9ef1-3c3d31ed0503), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:28.554782 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-adfc787f-688b-4525-a7c4-3f949fba6869 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (51f43dba-4814-4dde-9ef1-3c3d31ed0503), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:28.634870 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-adfc787f-688b-4525-a7c4-3f949fba6869 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (51f43dba-4814-4dde-9ef1-3c3d31ed0503), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:28.656177 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc787f-688b-4525-a7c4-3f949fba6869 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f43dba-4814-4dde-9ef1-3c3d31ed0503,revision_number=0']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:28.723415 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-adfc787f-688b-4525-a7c4-3f949fba6869 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:28.727565 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 37172) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:11:28.727717 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-adfc787f-688b-4525-a7c4-3f949fba6869 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3303540 Oct 14 03:11:28.732295 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-1d8e1eb4-2bd4-4f96-9545-81d28acafba4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'security_group_rule': {'security_group_id': '7dd48a54-c716-47ad-aa30-94fe99c8118e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:11:28.830111 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1eb4-2bd4-4f96-9545-81d28acafba4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (6af60f75-5923-4e26-bf3b-11a7a6fd6e25), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:28.903170 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1eb4-2bd4-4f96-9545-81d28acafba4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (6af60f75-5923-4e26-bf3b-11a7a6fd6e25), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:28.966976 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1eb4-2bd4-4f96-9545-81d28acafba4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (6af60f75-5923-4e26-bf3b-11a7a6fd6e25), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:28.982321 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:28.990761 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e1eb4-2bd4-4f96-9545-81d28acafba4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af60f75-5923-4e26-bf3b-11a7a6fd6e25,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:29.067030 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1eb4-2bd4-4f96-9545-81d28acafba4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:29.071957 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-1d8e1eb4-2bd4-4f96-9545-81d28acafba4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3405826 Oct 14 03:11:29.072173 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 37178) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:11:29.076866 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-fbf38b03-2581-4384-9ec5-8c05587c803f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'floatingip': {'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:11:29.093111 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:29.188091 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fbf38b03-2581-4384-9ec5-8c05587c803f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:29.298240 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fbf38b03-2581-4384-9ec5-8c05587c803f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:29.411308 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-fbf38b03-2581-4384-9ec5-8c05587c803f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Allocated IP 172.27.3.207 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/1417123a-c093-4b6c-934e-a57de8b3078a) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:11:29.533713 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fbf38b03-2581-4384-9ec5-8c05587c803f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for port (1417123a-c093-4b6c-934e-a57de8b3078a), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:29.634027 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fbf38b03-2581-4384-9ec5-8c05587c803f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (1417123a-c093-4b6c-934e-a57de8b3078a), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:29.694376 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf38b03-2581-4384-9ec5-8c05587c803f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:11:29.697224 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-fbf38b03-2581-4384-9ec5-8c05587c803f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:11:29.704638 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf38b03-2581-4384-9ec5-8c05587c803f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:11:29.737540 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf38b03-2581-4384-9ec5-8c05587c803f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'Port': ['ID=1417123a-c093-4b6c-934e-a57de8b3078a,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:29.777505 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:29.789214 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:29.808613 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fbf38b03-2581-4384-9ec5-8c05587c803f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (4fa053fa-6fac-4ddf-b75c-2986594459a5), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:29.900881 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fbf38b03-2581-4384-9ec5-8c05587c803f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (1417123a-c093-4b6c-934e-a57de8b3078a), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:29.968201 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:30.105633 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fbf38b03-2581-4384-9ec5-8c05587c803f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for port (1417123a-c093-4b6c-934e-a57de8b3078a), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:30.149060 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fbf38b03-2581-4384-9ec5-8c05587c803f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (1417123a-c093-4b6c-934e-a57de8b3078a), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:30.238654 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf38b03-2581-4384-9ec5-8c05587c803f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'Port': ['ID=1417123a-c093-4b6c-934e-a57de8b3078a,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:30.241368 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fbf38b03-2581-4384-9ec5-8c05587c803f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (4fa053fa-6fac-4ddf-b75c-2986594459a5), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:30.323095 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fbf38b03-2581-4384-9ec5-8c05587c803f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:30.338158 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-fbf38b03-2581-4384-9ec5-8c05587c803f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2600272 Oct 14 03:11:30.575389 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-11c5a1e7-d10f-4466-9e66-da041b515314 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--523601925&fields=id&tenant_id=20fb24be77624e59b8560c7863ca4a46 HTTP/1.1" status: 200 len: 267 time: 0.0602882 Oct 14 03:11:30.637498 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:30.675790 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:30.691740 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-62f1c337-b372-4f4a-8057-91829f21fe39 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:30.698532 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-62f1c337-b372-4f4a-8057-91829f21fe39 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/networks?id=bb28930e-3d0a-43c7-985a-b1d6573d124d HTTP/1.1" status: 200 len: 814 time: 0.1224179 Oct 14 03:11:30.710108 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-607c5191-03b5-4af2-a3c6-3b95c1b6fd6c tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/quotas/20fb24be77624e59b8560c7863ca4a46 HTTP/1.1" status: 200 len: 375 time: 0.0106182 Oct 14 03:11:30.767883 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8c856c64-8142-47bd-9bf1-e35585db2187 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=20fb24be77624e59b8560c7863ca4a46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516343 Oct 14 03:11:30.894512 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-6f5327bd-d23f-403c-a3f5-72a88b355802 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136203 Oct 14 03:11:31.050985 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22396-f48a-4db8-a6e0-e06479c738b7 req-7c4738c7-8a20-476f-9eaa-1cca9604c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:31.052829 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-91e22396-f48a-4db8-a6e0-e06479c738b7 req-7c4738c7-8a20-476f-9eaa-1cca9604c5e5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 1129 time: 0.0582268 Oct 14 03:11:31.056673 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6e5bc-789b-4e46-a636-e9fa4973f0b6 req-33f899ab-f882-4fa8-a470-22d0633a9b49 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:31.058329 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6aa6e5bc-789b-4e46-a636-e9fa4973f0b6 req-33f899ab-f882-4fa8-a470-22d0633a9b49 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.1320181 Oct 14 03:11:31.107250 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-97f1a38b-d5e2-49fa-88ac-bd415a169cfd service neutron] 10.222.0.39 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061131 Oct 14 03:11:31.145114 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6aa6e5bc-789b-4e46-a636-e9fa4973f0b6 req-bf620802-b6de-4b59-abe3-8d7c1526829f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756984 Oct 14 03:11:31.209911 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22396-f48a-4db8-a6e0-e06479c738b7 req-7b1fa2fc-6905-427d-abef-8541b867110c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:31.211391 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-91e22396-f48a-4db8-a6e0-e06479c738b7 req-7b1fa2fc-6905-427d-abef-8541b867110c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 200 len: 919 time: 0.1299376 Oct 14 03:11:31.487094 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:31.613477 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-deaa4d43-537f-459b-b73f-d5c8d0d1759f req-4332b1f2-94d4-48fa-ac87-a8321f88e301 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 210 time: 0.0711553 Oct 14 03:11:31.619070 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-91e22396-f48a-4db8-a6e0-e06479c738b7 req-62fef35c-5c8d-4663-8e48-6ba0cdc5d785 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04f7e24a-0bec-4456-bb1a-56489e3f78c6 HTTP/1.1" status: 200 len: 1001 time: 0.1653094 Oct 14 03:11:31.720375 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22396-f48a-4db8-a6e0-e06479c738b7 req-c7566aec-99f7-4948-9b75-9197efd14d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:31.720897 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-91e22396-f48a-4db8-a6e0-e06479c738b7 req-c7566aec-99f7-4948-9b75-9197efd14d36 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=83361155-00a4-439a-b18b-f6450713d13d HTTP/1.1" status: 200 len: 857 time: 0.0535522 Oct 14 03:11:31.780113 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e22396-f48a-4db8-a6e0-e06479c738b7 req-5f918312-066b-4648-9fe3-f61d269be83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:31.782356 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-91e22396-f48a-4db8-a6e0-e06479c738b7 req-5f918312-066b-4648-9fe3-f61d269be83a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=55f1e2d7-2b20-46bb-a21a-28526552f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497565 Oct 14 03:11:31.916285 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-482d730b-89ff-4145-9f78-9ca676203371 req-23b789bc-caac-4f11-89da-ab48222218b7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818322 Oct 14 03:11:31.958034 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-91e22396-f48a-4db8-a6e0-e06479c738b7 req-12d13cf8-87a9-41e9-a675-d5791a7bc8e5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520085 Oct 14 03:11:32.022386 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca48885-9f3b-4c33-9031-3af1939c5225 req-fc158f18-f4e5-48c7-ba6c-208678c797c3 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:32.030133 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3ca48885-9f3b-4c33-9031-3af1939c5225 req-fc158f18-f4e5-48c7-ba6c-208678c797c3 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0665872 Oct 14 03:11:32.094395 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3ca48885-9f3b-4c33-9031-3af1939c5225 req-55c29f85-acb5-4bbb-a70c-550ae1300501 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624449 Oct 14 03:11:32.104438 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d730b-89ff-4145-9f78-9ca676203371 req-251aaabd-28cc-4057-9dd1-189ce3455ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:32.106630 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-482d730b-89ff-4145-9f78-9ca676203371 req-251aaabd-28cc-4057-9dd1-189ce3455ae3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 1129 time: 0.1220446 Oct 14 03:11:32.198999 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-91e22396-f48a-4db8-a6e0-e06479c738b7 req-0ab1ff77-06c1-488b-af0c-ff0ebdef7894 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283833 Oct 14 03:11:32.252731 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d730b-89ff-4145-9f78-9ca676203371 req-1505b668-f4de-41f9-ac59-5d663984dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:32.255390 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-482d730b-89ff-4145-9f78-9ca676203371 req-1505b668-f4de-41f9-ac59-5d663984dc80 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 200 len: 919 time: 0.1259792 Oct 14 03:11:32.319565 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a708f-11d6-41a2-aac7-8010ab0e7b87 req-cebd8693-d233-4bbc-ad29-ecbdcef3948b tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:32.329557 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-783a708f-11d6-41a2-aac7-8010ab0e7b87 req-cebd8693-d233-4bbc-ad29-ecbdcef3948b tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0674036 Oct 14 03:11:32.382426 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-482d730b-89ff-4145-9f78-9ca676203371 req-fd6236db-e54a-4c65-8ba5-0f7fd842501a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b7ee5a-21b7-45b0-9d95-c8b510e07a5f HTTP/1.1" status: 200 len: 217 time: 0.0396352 Oct 14 03:11:32.410636 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-783a708f-11d6-41a2-aac7-8010ab0e7b87 req-78de1782-2711-4b4c-aab1-96c10708255e tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732002 Oct 14 03:11:32.467548 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d730b-89ff-4145-9f78-9ca676203371 req-1dbf1ef8-7ce1-4ba4-a9cf-e5d857cd053b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:32.469827 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-482d730b-89ff-4145-9f78-9ca676203371 req-1dbf1ef8-7ce1-4ba4-a9cf-e5d857cd053b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=83361155-00a4-439a-b18b-f6450713d13d HTTP/1.1" status: 200 len: 857 time: 0.0732384 Oct 14 03:11:32.615612 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:32.680666 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d730b-89ff-4145-9f78-9ca676203371 req-05cb4a91-e38d-44f2-9601-d9ece1d1ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:32.682312 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-482d730b-89ff-4145-9f78-9ca676203371 req-05cb4a91-e38d-44f2-9601-d9ece1d1ef1c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=55f1e2d7-2b20-46bb-a21a-28526552f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0751669 Oct 14 03:11:32.735360 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0cb36b05-56ed-437c-9b35-2f2a44fe06b5 req-9c652347-2e70-4d11-8e50-05646dd689ba tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 210 time: 0.0367751 Oct 14 03:11:32.796483 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-482d730b-89ff-4145-9f78-9ca676203371 req-c75f4955-4c34-47b0-a974-092fecfa39aa service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048653 Oct 14 03:11:32.917085 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-482d730b-89ff-4145-9f78-9ca676203371 req-cf551f6d-3646-4360-9bf4-20563c57f56e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151083 Oct 14 03:11:33.097709 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a1518-9fb1-4ba8-b4c2-9170dccf1bdf req-d345ec97-1f11-4949-bf67-274df2c2aa3a tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:33.104976 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3c7a1518-9fb1-4ba8-b4c2-9170dccf1bdf req-d345ec97-1f11-4949-bf67-274df2c2aa3a tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 945 time: 0.0696883 Oct 14 03:11:33.165314 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3c7a1518-9fb1-4ba8-b4c2-9170dccf1bdf req-a8f57602-4aa4-4613-99dd-ff66277ea0e8 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593081 Oct 14 03:11:33.241034 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d31e7c-26b1-4ab3-8ea0-a4973d1dcfc9 req-98e1c1e4-a4e3-4818-9c0f-790c706169f8 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:33.247830 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-09d31e7c-26b1-4ab3-8ea0-a4973d1dcfc9 req-98e1c1e4-a4e3-4818-9c0f-790c706169f8 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0652473 Oct 14 03:11:33.292302 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-09d31e7c-26b1-4ab3-8ea0-a4973d1dcfc9 req-f99bbc6c-1804-48fe-91be-5ad4e65f5ca0 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436375 Oct 14 03:11:33.531833 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98a7fc-af1d-4fcc-badd-5115be49b2b0 req-fd86d380-d4f9-42f3-af06-c3a9d08ea5f1 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:33.533768 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9c98a7fc-af1d-4fcc-badd-5115be49b2b0 req-fd86d380-d4f9-42f3-af06-c3a9d08ea5f1 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0530646 Oct 14 03:11:33.598147 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9c98a7fc-af1d-4fcc-badd-5115be49b2b0 req-7193af52-1238-4903-98d0-ecc80d655060 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585566 Oct 14 03:11:33.623414 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:33.839189 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2237f4eb-68f2-445d-9a34-78cb36bc9e80 req-fc84e6bf-69bd-4c01-a44b-e429679b65c4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 210 time: 0.0330114 Oct 14 03:11:34.280396 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:34.293257 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5106b-9295-48cf-b5eb-b9741a4fb46b req-7b0c0716-4890-49e1-999c-1f510132549f tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:34.300951 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5cb5106b-9295-48cf-b5eb-b9741a4fb46b req-7b0c0716-4890-49e1-999c-1f510132549f tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 945 time: 0.0544810 Oct 14 03:11:34.359472 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5cb5106b-9295-48cf-b5eb-b9741a4fb46b req-761ef32c-915d-4454-a9ec-1d3e5019abba tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544040 Oct 14 03:11:34.444491 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8312f-58fb-4949-8ff0-b3641162ab50 req-9ae2a045-3637-4dab-9812-03b3909ef396 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:34.446065 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ffb8312f-58fb-4949-8ff0-b3641162ab50 req-9ae2a045-3637-4dab-9812-03b3909ef396 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0521057 Oct 14 03:11:34.506315 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ffb8312f-58fb-4949-8ff0-b3641162ab50 req-e0e81f83-c709-4489-84d2-730242fbd404 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509799 Oct 14 03:11:34.738414 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9b241-9da8-4d01-91b0-5c7b04ce01dd req-d743a0a7-337b-43a4-9165-f18907d68508 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:34.740033 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0fc9b241-9da8-4d01-91b0-5c7b04ce01dd req-d743a0a7-337b-43a4-9165-f18907d68508 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0606167 Oct 14 03:11:34.787557 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0fc9b241-9da8-4d01-91b0-5c7b04ce01dd req-f488c051-8d4e-4036-a3e7-ef9362859d85 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412936 Oct 14 03:11:34.946708 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5d7d29fb-4e86-4b8c-9c7b-a69d150d1881 req-ff4981b5-492e-47b6-869c-944e800a068b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 210 time: 0.0289252 Oct 14 03:11:35.347192 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:35.469650 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0503d-20c1-4b37-8b97-97b40e12206e req-50ae5d7f-110c-4e03-86ad-ee2e5b4f13a3 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:35.471350 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b6b0503d-20c1-4b37-8b97-97b40e12206e req-50ae5d7f-110c-4e03-86ad-ee2e5b4f13a3 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 945 time: 0.0650678 Oct 14 03:11:35.533325 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c7301-37ed-4e02-b41a-b91bb319a50f req-91da93c4-fe99-4ce3-96f2-6ea1d502095c tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:35.547154 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-993c7301-37ed-4e02-b41a-b91bb319a50f req-91da93c4-fe99-4ce3-96f2-6ea1d502095c tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 945 time: 0.0774541 Oct 14 03:11:35.570578 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:35.613069 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:35.629378 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-b6b0503d-20c1-4b37-8b97-97b40e12206e req-d9341aac-479b-494a-880b-4f34f65f84ab tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Deleting port 618fd49c-b150-468d-b8f2-201e9a4b4aa8 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:11:35.630100 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-b6b0503d-20c1-4b37-8b97-97b40e12206e req-d9341aac-479b-494a-880b-4f34f65f84ab tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (618fd49c-b150-468d-b8f2-201e9a4b4aa8), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:35.674544 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25dfb8-708b-4929-8f4c-e3e9ec539cf7 req-1d5bc899-482e-472c-a3f1-2cd42efee505 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:35.676219 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2f25dfb8-708b-4929-8f4c-e3e9ec539cf7 req-1d5bc899-482e-472c-a3f1-2cd42efee505 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0792561 Oct 14 03:11:35.680844 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-993c7301-37ed-4e02-b41a-b91bb319a50f req-d9b4a5aa-4ca1-40bf-b843-060838dd7f4a tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=83cba561-7959-4445-8a41-9737ef07d79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331723 Oct 14 03:11:35.744081 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2f25dfb8-708b-4929-8f4c-e3e9ec539cf7 req-e0ba7554-84c9-4b6c-9723-0518a6d07445 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578156 Oct 14 03:11:35.761543 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-b6b0503d-20c1-4b37-8b97-97b40e12206e req-d9341aac-479b-494a-880b-4f34f65f84ab tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] For port 618fd49c-b150-468d-b8f2-201e9a4b4aa8, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=618fd49c-b150-468d-b8f2-201e9a4b4aa8,segment=NetworkSegment(e65be11f-b696-46bf-bef8-fad00cafa6bf),segment_id=e65be11f-b696-46bf-bef8-fad00cafa6bf)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:11:35.762204 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-b6b0503d-20c1-4b37-8b97-97b40e12206e req-d9341aac-479b-494a-880b-4f34f65f84ab tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (618fd49c-b150-468d-b8f2-201e9a4b4aa8), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:35.776864 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-b6b0503d-20c1-4b37-8b97-97b40e12206e req-d9341aac-479b-494a-880b-4f34f65f84ab tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Calling delete_port for 618fd49c-b150-468d-b8f2-201e9a4b4aa8 owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:11:35.946324 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d989d64-6764-406b-b5f4-772c9d18d30d req-cba45d84-ded6-4c52-85d6-1dd874cab650 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:35.951665 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9d989d64-6764-406b-b5f4-772c9d18d30d req-cba45d84-ded6-4c52-85d6-1dd874cab650 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0657306 Oct 14 03:11:36.023420 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9d989d64-6764-406b-b5f4-772c9d18d30d req-7adbc294-e404-4c4a-8b9c-24013f7e71ff tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576823 Oct 14 03:11:36.110909 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0bbdf843-7a18-4fdc-bde2-4f2456be7584 req-afdd0961-8b27-4930-aecb-48721a427cf8 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 210 time: 0.0375655 Oct 14 03:11:36.304086 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-b6b0503d-20c1-4b37-8b97-97b40e12206e req-d9341aac-479b-494a-880b-4f34f65f84ab tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (618fd49c-b150-468d-b8f2-201e9a4b4aa8), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:36.347944 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['618fd49c-b150-468d-b8f2-201e9a4b4aa8'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:11:36.351403 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9341aac-479b-494a-880b-4f34f65f84ab tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Pushing event deleted for resources: {'Port': ['ID=618fd49c-b150-468d-b8f2-201e9a4b4aa8,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:36.442013 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b0503d-20c1-4b37-8b97-97b40e12206e req-d9341aac-479b-494a-880b-4f34f65f84ab tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] No DVR routers for this DVR port 618fd49c-b150-468d-b8f2-201e9a4b4aa8 on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:11:36.444757 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-b6b0503d-20c1-4b37-8b97-97b40e12206e req-d9341aac-479b-494a-880b-4f34f65f84ab tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:36.448458 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b6b0503d-20c1-4b37-8b97-97b40e12206e req-d9341aac-479b-494a-880b-4f34f65f84ab tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.40 "DELETE /networking/v2.0/ports/618fd49c-b150-468d-b8f2-201e9a4b4aa8 HTTP/1.1" status: 204 len: 173 time: 0.9632974 Oct 14 03:11:36.451323 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19d9d10-c7d3-4d5f-b180-0663a2283d54', 'name': 'network-vif-deleted', 'tag': '618fd49c-b150-468d-b8f2-201e9a4b4aa8'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:11:36.454220 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecc69fd-488f-4531-a716-6e242634058b" -d '{"events": [{"server_uuid": "b19d9d10-c7d3-4d5f-b180-0663a2283d54", "name": "network-vif-deleted", "tag": "618fd49c-b150-468d-b8f2-201e9a4b4aa8"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:11:36.519502 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fa4182-5d40-4e33-ab94-e810c76fe075 x-openstack-request-id: req-93fa4182-5d40-4e33-ab94-e810c76fe075 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:11:36.520090 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19d9d10-c7d3-4d5f-b180-0663a2283d54", "name": "network-vif-deleted", "tag": "618fd49c-b150-468d-b8f2-201e9a4b4aa8", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:11:36.520090 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93fa4182-5d40-4e33-ab94-e810c76fe075 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:11:36.520451 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93fa4182-5d40-4e33-ab94-e810c76fe075'] response: {'server_uuid': 'b19d9d10-c7d3-4d5f-b180-0663a2283d54', 'name': 'network-vif-deleted', 'tag': '618fd49c-b150-468d-b8f2-201e9a4b4aa8', 'status': 'completed', 'code': 200} Oct 14 03:11:36.531457 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-078dcbbe-0812-41ee-ae86-8a87f2ba9a7d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:36.532898 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-078dcbbe-0812-41ee-ae86-8a87f2ba9a7d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "GET /networking/v2.0/networks?id=bb28930e-3d0a-43c7-985a-b1d6573d124d HTTP/1.1" status: 200 len: 814 time: 0.1956778 Oct 14 03:11:36.824496 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ac1da88c-78ea-475d-896a-680a178a0d77 req-142bd098-4b8b-46d8-8ee3-32fe14dd175d tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 210 time: 0.0630076 Oct 14 03:11:36.924130 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6b137-2836-4d58-91eb-06a22c8863e9 req-ff8745d1-3560-4cfb-8d53-547d651c914f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:36.933291 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9da6b137-2836-4d58-91eb-06a22c8863e9 req-ff8745d1-3560-4cfb-8d53-547d651c914f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0744100 Oct 14 03:11:36.958214 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-5ba20d05-591b-4ac1-bd69-c2fef1a11f78 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=20fb24be77624e59b8560c7863ca4a46 HTTP/1.1" status: 200 len: 379 time: 0.1292896 Oct 14 03:11:36.987660 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9da6b137-2836-4d58-91eb-06a22c8863e9 req-49f40873-2cfb-4a47-95ac-7dff657b00ab tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531178 Oct 14 03:11:37.106551 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-4ad5460b-22b7-4933-8950-d7ea7a56a44b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'port': {'device_id': 'ccd7272a-6200-4e43-a875-486a9dfdf4de', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'admin_state_up': True, 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'security_groups': ['7dd48a54-c716-47ad-aa30-94fe99c8118e']}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:11:37.183967 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bec67-7514-4663-9353-a8aa93e63570 req-0e079fc8-ba90-49e4-a003-efdd0581a684 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:37.193789 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-343bec67-7514-4663-9353-a8aa93e63570 req-0e079fc8-ba90-49e4-a003-efdd0581a684 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0985556 Oct 14 03:11:37.289747 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-393ff97f-5ef4-4ddf-8e83-0f9421d2d7eb req-45d7c18d-ffb4-40c5-9564-c295e301fb0e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 210 time: 0.0536342 Oct 14 03:11:37.300675 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-343bec67-7514-4663-9353-a8aa93e63570 req-1ab6f551-5a6c-4b66-9234-2463e3c29ff3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069732 Oct 14 03:11:37.353224 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-4ad5460b-22b7-4933-8950-d7ea7a56a44b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Made reservation on behalf of 20fb24be77624e59b8560c7863ca4a46 for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:11:37.357795 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-4ad5460b-22b7-4933-8950-d7ea7a56a44b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:37.430483 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:37.554173 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-4ad5460b-22b7-4933-8950-d7ea7a56a44b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Allocated IP 172.20.0.13 (bb28930e-3d0a-43c7-985a-b1d6573d124d/135773a1-0191-4c48-88ba-8f3ab667b670/fca8f750-40b5-480b-be0b-74873e93a6ba) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:11:37.607103 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:37.741716 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-4ad5460b-22b7-4933-8950-d7ea7a56a44b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for port (fca8f750-40b5-480b-be0b-74873e93a6ba), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:37.852531 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-4ad5460b-22b7-4933-8950-d7ea7a56a44b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (fca8f750-40b5-480b-be0b-74873e93a6ba), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:37.901216 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-4ad5460b-22b7-4933-8950-d7ea7a56a44b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Network bb28930e-3d0a-43c7-985a-b1d6573d124d is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:11:37.906892 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-4ad5460b-22b7-4933-8950-d7ea7a56a44b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:11:37.909857 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-4ad5460b-22b7-4933-8950-d7ea7a56a44b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:11:37.967528 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5460b-22b7-4933-8950-d7ea7a56a44b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'Port': ['ID=fca8f750-40b5-480b-be0b-74873e93a6ba,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:38.002252 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-4ad5460b-22b7-4933-8950-d7ea7a56a44b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:38.003217 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-4ad5460b-22b7-4933-8950-d7ea7a56a44b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:38.009147 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c02b496c-782b-4224-98ff-add69701284a req-dfd8adfe-880b-4075-a915-a9125a851240 tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 210 time: 0.0415251 Oct 14 03:11:38.092652 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-4ad5460b-22b7-4933-8950-d7ea7a56a44b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9911809 Oct 14 03:11:38.122588 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Request body: {'port': {'device_id': 'ccd7272a-6200-4e43-a875-486a9dfdf4de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:11:38.183546 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e8f00-89b5-4c08-89e2-ced007f3f13b req-aa080815-6083-4c9b-83c4-bdd4f64957a5 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:38.185643 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-906e8f00-89b5-4c08-89e2-ced007f3f13b req-aa080815-6083-4c9b-83c4-bdd4f64957a5 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0692325 Oct 14 03:11:38.198733 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fca8f750-40b5-480b-be0b-74873e93a6ba), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:38.217939 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-8a7adbb3-2d67-437f-9df3-c25e6b5d8ea9 None None] Provisioning complete for port fca8f750-40b5-480b-be0b-74873e93a6ba triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:11:38.218507 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-8a7adbb3-2d67-437f-9df3-c25e6b5d8ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fca8f750-40b5-480b-be0b-74873e93a6ba), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:38.221929 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-8a7adbb3-2d67-437f-9df3-c25e6b5d8ea9 None None] Attempt 1 to provision port fca8f750-40b5-480b-be0b-74873e93a6ba Oct 14 03:11:38.245859 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-906e8f00-89b5-4c08-89e2-ced007f3f13b req-99a63cc6-f8c4-452f-a41c-a114e7b31a4e tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530260 Oct 14 03:11:38.270459 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-8a7adbb3-2d67-437f-9df3-c25e6b5d8ea9 None None] Port fca8f750-40b5-480b-be0b-74873e93a6ba cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:11:38.483102 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa22f0-d373-483d-8227-0a1bf1e5ab92 req-3a82c042-df87-4836-b4c3-e3bde52a978d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:38.490327 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a0aa22f0-d373-483d-8227-0a1bf1e5ab92 req-3a82c042-df87-4836-b4c3-e3bde52a978d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 932 time: 0.1153870 Oct 14 03:11:38.501881 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca8f750-40b5-480b-be0b-74873e93a6ba {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:11:38.505581 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf547b-15ec-48e3-b99a-a62ab28d22a2 req-51838f53-857f-4e09-bf69-2e696e59854e tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:38.510472 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Publish callbacks [] for port (fca8f750-40b5-480b-be0b-74873e93a6ba), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:38.515083 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bacf547b-15ec-48e3-b99a-a62ab28d22a2 req-51838f53-857f-4e09-bf69-2e696e59854e tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.1249709 Oct 14 03:11:38.550242 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:38.555182 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Transition to ACTIVE for port object fca8f750-40b5-480b-be0b-74873e93a6ba will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:11:38.578502 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:38.616135 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bacf547b-15ec-48e3-b99a-a62ab28d22a2 req-4eda396d-46d5-41ed-b436-e3fd4d148402 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995829 Oct 14 03:11:38.626519 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a0aa22f0-d373-483d-8227-0a1bf1e5ab92 req-79b662f3-a240-43d5-9e54-225b2620f596 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7dd48a54-c716-47ad-aa30-94fe99c8118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330965 Oct 14 03:11:38.645052 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (fca8f750-40b5-480b-be0b-74873e93a6ba), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:38.752212 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Pushing event updated for resources: {'Port': ['ID=fca8f750-40b5-480b-be0b-74873e93a6ba,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:38.781606 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Attempting to bind port fca8f750-40b5-480b-be0b-74873e93a6ba on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:11:38.782145 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Attempting to bind port fca8f750-40b5-480b-be0b-74873e93a6ba by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:11:38.782565 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Attempting to bind port fca8f750-40b5-480b-be0b-74873e93a6ba on network bb28930e-3d0a-43c7-985a-b1d6573d124d {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:11:38.829140 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Port fca8f750-40b5-480b-be0b-74873e93a6ba on network bb28930e-3d0a-43c7-985a-b1d6573d124d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:11:38.829462 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Attempting to bind port fca8f750-40b5-480b-be0b-74873e93a6ba on network bb28930e-3d0a-43c7-985a-b1d6573d124d {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:11:38.874990 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:11:38.875476 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Checking segment: {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:11:38.875983 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Bound using segment: {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:11:38.876565 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Bound port: fca8f750-40b5-480b-be0b-74873e93a6ba, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:11:38.877032 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fca8f750-40b5-480b-be0b-74873e93a6ba), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:38.879792 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:38.946056 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] For port fca8f750-40b5-480b-be0b-74873e93a6ba, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:11:38.949324 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] For port fca8f750-40b5-480b-be0b-74873e93a6ba, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=fca8f750-40b5-480b-be0b-74873e93a6ba,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:11:39.018780 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (fca8f750-40b5-480b-be0b-74873e93a6ba), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:39.025070 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:39.025808 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:39.027347 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/fca8f750-40b5-480b-be0b-74873e93a6ba HTTP/1.1" status: 200 len: 1094 time: 0.9099152 Oct 14 03:11:39.028798 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd7272a-6200-4e43-a875-486a9dfdf4de', 'tag': 'fca8f750-40b5-480b-be0b-74873e93a6ba'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:11:39.031253 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6749536d-62b2-48f0-aaae-0d20a31d8dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd7272a-6200-4e43-a875-486a9dfdf4de", "tag": "fca8f750-40b5-480b-be0b-74873e93a6ba"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:11:39.078806 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa1a4b3-e476-4214-8cc3-995dfd515f61 x-openstack-request-id: req-2aa1a4b3-e476-4214-8cc3-995dfd515f61 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:11:39.079099 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd7272a-6200-4e43-a875-486a9dfdf4de", "tag": "fca8f750-40b5-480b-be0b-74873e93a6ba", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:11:39.079348 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2aa1a4b3-e476-4214-8cc3-995dfd515f61 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:11:39.079850 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa1a4b3-e476-4214-8cc3-995dfd515f61'] response: {'name': 'network-changed', 'server_uuid': 'ccd7272a-6200-4e43-a875-486a9dfdf4de', 'tag': 'fca8f750-40b5-480b-be0b-74873e93a6ba', 'status': 'completed', 'code': 200} Oct 14 03:11:39.098917 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Pushing event updated for resources: {'Port': ['ID=fca8f750-40b5-480b-be0b-74873e93a6ba,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:39.107250 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:39.107592 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:39.107947 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:39.109318 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:39.109652 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:39.110004 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:39.110328 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:39.115172 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:39.115172 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:39.115172 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:39.115172 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:39.115172 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:39.115172 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:39.115172 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:39.115172 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e058729-2059-4152-abb2-955f7aa6490c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:11:39.214396 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d03c1eb0-cf28-4cf9-bf71-69940c175a12 req-a3d03c69-3cce-4538-bc1e-e1644be8b5ef tempest-VolumesSnapshotTestJSON-1275051050 tempest-VolumesSnapshotTestJSON-1275051050-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b19d9d10-c7d3-4d5f-b180-0663a2283d54 HTTP/1.1" status: 200 len: 210 time: 0.0813241 Oct 14 03:11:39.226985 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749536d-62b2-48f0-aaae-0d20a31d8dbe req-b34f8169-685d-4168-9329-736c7bd201e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:39.228587 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6749536d-62b2-48f0-aaae-0d20a31d8dbe req-b34f8169-685d-4168-9329-736c7bd201e9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=20fb24be77624e59b8560c7863ca4a46&device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 1128 time: 0.0628560 Oct 14 03:11:39.381331 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 618fd49c-b150-468d-b8f2-201e9a4b4aa8 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:11:39.384538 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749536d-62b2-48f0-aaae-0d20a31d8dbe req-42782a6c-b58f-4238-82c5-2d408c64b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:39.387686 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6749536d-62b2-48f0-aaae-0d20a31d8dbe req-42782a6c-b58f-4238-82c5-2d408c64b3e9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=20fb24be77624e59b8560c7863ca4a46&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1405365 Oct 14 03:11:39.399737 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b319702-223f-4e6d-a9d1-577d8a4c3016 req-d521945a-56a8-4359-bd03-d356b04d628c tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:39.404984 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: 618fd49c-b150-468d-b8f2-201e9a4b4aa8 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:11:39.405885 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 618fd49c-b150-468d-b8f2-201e9a4b4aa8 not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:11:39.406312 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0b319702-223f-4e6d-a9d1-577d8a4c3016 req-d521945a-56a8-4359-bd03-d356b04d628c tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0614264 Oct 14 03:11:39.474834 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0b319702-223f-4e6d-a9d1-577d8a4c3016 req-9a9b5aa1-615f-4dd6-8a2d-c449b9822e88 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652521 Oct 14 03:11:39.520659 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749536d-62b2-48f0-aaae-0d20a31d8dbe req-a3c033c2-4f6c-4b0c-b85d-777fd14aa396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:39.522164 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6749536d-62b2-48f0-aaae-0d20a31d8dbe req-a3c033c2-4f6c-4b0c-b85d-777fd14aa396 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269174 Oct 14 03:11:39.637015 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-14b9fc2b-14af-4cef-af67-b1b98aa7f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:39.638868 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-14b9fc2b-14af-4cef-af67-b1b98aa7f702 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=20fb24be77624e59b8560c7863ca4a46&device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 1128 time: 0.0434773 Oct 14 03:11:39.715078 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-df16d949-0e06-4ca7-baf7-bcdf5fc52468 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fca8f750-40b5-480b-be0b-74873e93a6ba HTTP/1.1" status: 200 len: 217 time: 0.0570498 Oct 14 03:11:39.779592 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-1f0a9e8a-332e-4178-bbc8-c4eb5fa8f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:39.781616 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-1f0a9e8a-332e-4178-bbc8-c4eb5fa8f4ce service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=135773a1-0191-4c48-88ba-8f3ab667b670 HTTP/1.1" status: 200 len: 853 time: 0.0575006 Oct 14 03:11:39.817917 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a74132-cfb0-4e6a-815e-2d7af1b1d4c9 req-fe8d8706-03da-48fc-92d8-4779227d042d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:39.825889 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b4a74132-cfb0-4e6a-815e-2d7af1b1d4c9 req-fe8d8706-03da-48fc-92d8-4779227d042d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 944 time: 0.0767167 Oct 14 03:11:39.832788 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-7c28d80d-34d9-4871-bb9e-ab9295359d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:39.834839 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-7c28d80d-34d9-4871-bb9e-ab9295359d49 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=bb28930e-3d0a-43c7-985a-b1d6573d124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464888 Oct 14 03:11:39.853208 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3c6f2-ba72-4d72-994a-9b57d02a10c5 req-81b46227-cdfc-4704-8294-840bcebafedb tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:39.855175 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b8b3c6f2-ba72-4d72-994a-9b57d02a10c5 req-81b46227-cdfc-4704-8294-840bcebafedb tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.1424236 Oct 14 03:11:39.885046 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:39.911486 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b4a74132-cfb0-4e6a-815e-2d7af1b1d4c9 req-f3791928-d7e0-4878-bc8f-349398e3c09c tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7dd48a54-c716-47ad-aa30-94fe99c8118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843844 Oct 14 03:11:39.953036 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-8f1dff59-28e9-4d19-9521-7d6aea4b4a19 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109574 Oct 14 03:11:39.958324 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b8b3c6f2-ba72-4d72-994a-9b57d02a10c5 req-f6301681-674b-4f4a-a6ff-2bbd1a40dea7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916810 Oct 14 03:11:40.031016 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:40.060997 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-63e9e815-6796-4501-a7c1-324cbff5dbfe req-d4419338-d60f-406a-9118-84c115ab12ef service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982623 Oct 14 03:11:40.622956 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c770d61-dc20-467b-b5bd-a4cfc96d51f6 req-5d9b15f3-bf91-422c-9d97-dc71b05ff5ad tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:40.626297 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9c770d61-dc20-467b-b5bd-a4cfc96d51f6 req-5d9b15f3-bf91-422c-9d97-dc71b05ff5ad tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0611694 Oct 14 03:11:40.691234 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9c770d61-dc20-467b-b5bd-a4cfc96d51f6 req-4c355567-7999-474d-a587-a1060ef1efd7 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594301 Oct 14 03:11:41.093577 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c6de4-67eb-4388-831b-bdd2d7e66b22 req-ed3d1b37-613d-42b3-98ff-c79c3d7bac20 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:41.098353 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c57c6de4-67eb-4388-831b-bdd2d7e66b22 req-ed3d1b37-613d-42b3-98ff-c79c3d7bac20 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 944 time: 0.1035318 Oct 14 03:11:41.203799 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f3afd-db51-4bce-845a-90ad613bb3c7 req-14031613-36c7-45f6-b5dd-c80b747ef17f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:41.206221 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-425f3afd-db51-4bce-845a-90ad613bb3c7 req-14031613-36c7-45f6-b5dd-c80b747ef17f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.1065557 Oct 14 03:11:41.223796 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c57c6de4-67eb-4388-831b-bdd2d7e66b22 req-98db3c1c-6fe0-4c43-be0b-d008899a5b4c tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7dd48a54-c716-47ad-aa30-94fe99c8118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095798 Oct 14 03:11:41.275861 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-425f3afd-db51-4bce-845a-90ad613bb3c7 req-ac0393a0-8927-4a9a-8bf1-3bae06748be9 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510504 Oct 14 03:11:41.807418 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c424717-a9d6-4358-8649-3c149c3cbfe1 req-3044364d-14a6-4459-aa08-9d7c31d84dfa tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:41.808979 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2c424717-a9d6-4358-8649-3c149c3cbfe1 req-3044364d-14a6-4459-aa08-9d7c31d84dfa tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0478008 Oct 14 03:11:41.856290 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2c424717-a9d6-4358-8649-3c149c3cbfe1 req-ee55cb17-2301-43ca-b6e1-eba6d348d4e7 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415337 Oct 14 03:11:42.403543 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cce89-0567-4b1a-bcdb-bd92d47e94ef req-27f9d7f3-5ff3-4f63-90de-5b16dc1cc19b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:42.411729 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-898cce89-0567-4b1a-bcdb-bd92d47e94ef req-27f9d7f3-5ff3-4f63-90de-5b16dc1cc19b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 944 time: 0.1073472 Oct 14 03:11:42.470122 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5708944-1f7f-4dea-b85e-6b03a777fc06 req-fd265e87-6e91-4f95-93d8-4fa144fbc572 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:42.471593 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a5708944-1f7f-4dea-b85e-6b03a777fc06 req-fd265e87-6e91-4f95-93d8-4fa144fbc572 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0946429 Oct 14 03:11:42.504105 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-898cce89-0567-4b1a-bcdb-bd92d47e94ef req-675bf8cc-f07b-41f4-81d4-cd957af9e3e9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7dd48a54-c716-47ad-aa30-94fe99c8118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915258 Oct 14 03:11:42.535792 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a5708944-1f7f-4dea-b85e-6b03a777fc06 req-e2532db3-b5f0-44e8-8521-4bea8afe0731 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536256 Oct 14 03:11:42.975001 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522cfdf-e236-4d99-bd54-2649619668dc req-4ca7a5cd-4b4b-4c7c-a3da-fa472d547c68 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:42.976721 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e522cfdf-e236-4d99-bd54-2649619668dc req-4ca7a5cd-4b4b-4c7c-a3da-fa472d547c68 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0463996 Oct 14 03:11:43.027085 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e522cfdf-e236-4d99-bd54-2649619668dc req-c8164c9c-c7e2-4578-8280-a184ffa03a5d tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445809 Oct 14 03:11:43.637861 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cb003-22bd-4cbe-be54-7f0eb7c5ce36 req-57d3b862-943d-4bdd-bc16-deaff3109325 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:43.640045 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c56cb003-22bd-4cbe-be54-7f0eb7c5ce36 req-57d3b862-943d-4bdd-bc16-deaff3109325 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 944 time: 0.0549510 Oct 14 03:11:43.670676 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:43.687829 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef243d-73ed-4dd1-b5b7-afd38d158de1 req-5db595e7-aa05-4554-a4d7-4fae39f02dc0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:43.689250 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a8ef243d-73ed-4dd1-b5b7-afd38d158de1 req-5db595e7-aa05-4554-a4d7-4fae39f02dc0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0723784 Oct 14 03:11:43.725270 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c56cb003-22bd-4cbe-be54-7f0eb7c5ce36 req-9b5c8b6c-5bc7-4927-99f0-f6647abb7bc6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7dd48a54-c716-47ad-aa30-94fe99c8118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701094 Oct 14 03:11:43.754925 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a8ef243d-73ed-4dd1-b5b7-afd38d158de1 req-72d2deb2-0165-45e7-a612-1b3c69ea6872 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583401 Oct 14 03:11:44.145362 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7451e-b15e-4ce1-92f6-ddd779064bd4 req-915f35b9-6a19-49ad-b0b8-da6c7196f740 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:44.146838 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c0e7451e-b15e-4ce1-92f6-ddd779064bd4 req-915f35b9-6a19-49ad-b0b8-da6c7196f740 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0460792 Oct 14 03:11:44.192941 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c0e7451e-b15e-4ce1-92f6-ddd779064bd4 req-90fd0edc-ef83-49bb-ab9e-820554f71b96 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402484 Oct 14 03:11:44.754533 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device fca8f750-40b5-480b-be0b-74873e93a6ba details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:11:44.816437 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:44.848107 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:44.856844 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port fca8f750-40b5-480b-be0b-74873e93a6ba, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=fca8f750-40b5-480b-be0b-74873e93a6ba,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:11:44.868693 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': 'fca8f750-40b5-480b-be0b-74873e93a6ba', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'port_id': 'fca8f750-40b5-480b-be0b-74873e93a6ba', 'mac_address': 'fa:16:3e:09:7e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:11:44.880016 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5f5fc-c4d7-498b-8ac7-5113760fcb88 req-953e8c90-22d1-4940-aa52-8e175ae195ca tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:44.881503 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1cc5f5fc-c4d7-498b-8ac7-5113760fcb88 req-953e8c90-22d1-4940-aa52-8e175ae195ca tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 944 time: 0.0791528 Oct 14 03:11:44.907589 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port fca8f750-40b5-480b-be0b-74873e93a6ba is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:11:44.907971 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fca8f750-40b5-480b-be0b-74873e93a6ba), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:44.909623 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722d872-214a-499a-bf85-ed68e295f2bf req-a6de401e-d20a-45c3-8fad-1a94338b849c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:44.911102 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8722d872-214a-499a-bf85-ed68e295f2bf req-a6de401e-d20a-45c3-8fad-1a94338b849c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0783758 Oct 14 03:11:44.921864 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca8f750-40b5-480b-be0b-74873e93a6ba {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:11:44.941199 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port fca8f750-40b5-480b-be0b-74873e93a6ba, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=fca8f750-40b5-480b-be0b-74873e93a6ba,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:11:44.955522 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1cc5f5fc-c4d7-498b-8ac7-5113760fcb88 req-556c72da-916c-4c2d-85f3-004c2ca6ee1c tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7dd48a54-c716-47ad-aa30-94fe99c8118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680232 Oct 14 03:11:44.978447 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8722d872-214a-499a-bf85-ed68e295f2bf req-188995b4-cfce-4b57-99d0-792b5b395982 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607097 Oct 14 03:11:44.989181 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (fca8f750-40b5-480b-be0b-74873e93a6ba), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:45.037486 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=fca8f750-40b5-480b-be0b-74873e93a6ba,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:45.038304 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:11:45.312731 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d35b6-cc11-4e4b-9e65-eb3e53b4542e req-92eec6c4-681d-44dc-86cc-cd3ea809c33e tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:45.314127 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c18d35b6-cc11-4e4b-9e65-eb3e53b4542e req-92eec6c4-681d-44dc-86cc-cd3ea809c33e tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0462229 Oct 14 03:11:45.359446 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c18d35b6-cc11-4e4b-9e65-eb3e53b4542e req-77a1e9cf-7108-43be-a1d6-c0edef8ac81b tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397258 Oct 14 03:11:46.106618 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be00ab-e29d-4574-85c5-a1d2f1186b14 req-9b602043-05b3-4f4b-9087-80b4ada16152 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:46.108741 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d4be00ab-e29d-4574-85c5-a1d2f1186b14 req-9b602043-05b3-4f4b-9087-80b4ada16152 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 945 time: 0.0731244 Oct 14 03:11:46.130382 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f250134-8f24-4c6e-8352-c3c5086df991 req-35cfc87b-bd30-4942-8bd6-33c32faaa312 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:46.131769 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1f250134-8f24-4c6e-8352-c3c5086df991 req-35cfc87b-bd30-4942-8bd6-33c32faaa312 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0656011 Oct 14 03:11:46.196900 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d4be00ab-e29d-4574-85c5-a1d2f1186b14 req-ff960eee-cf7d-44aa-af51-92634b796900 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7dd48a54-c716-47ad-aa30-94fe99c8118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818896 Oct 14 03:11:46.200889 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1f250134-8f24-4c6e-8352-c3c5086df991 req-98407779-068b-49c8-8285-0b73e532da39 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620816 Oct 14 03:11:46.207393 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['fca8f750-40b5-480b-be0b-74873e93a6ba'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:11:46.477253 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5678e-ff9c-4948-97ea-a03a49ee0676 req-3f46dc46-aa2b-4a09-abad-e657fd6e308a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:46.478737 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4ef5678e-ff9c-4948-97ea-a03a49ee0676 req-3f46dc46-aa2b-4a09-abad-e657fd6e308a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0463598 Oct 14 03:11:46.525097 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4ef5678e-ff9c-4948-97ea-a03a49ee0676 req-a24a89b5-a43f-4779-9c4a-9fa6509954f7 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403867 Oct 14 03:11:47.356079 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d7c40-aeaa-4647-95f6-90179caa575b req-ae2b9e4f-749c-4360-ac68-0f3402091342 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:47.357599 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a44d7c40-aeaa-4647-95f6-90179caa575b req-ae2b9e4f-749c-4360-ac68-0f3402091342 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 945 time: 0.0821335 Oct 14 03:11:47.369042 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a95e7d-20f6-475a-8e44-2a6df41feeff req-c0f43d6d-1bf7-45a9-b882-132a3c6658ef tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:47.369042 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-95a95e7d-20f6-475a-8e44-2a6df41feeff req-c0f43d6d-1bf7-45a9-b882-132a3c6658ef tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0799813 Oct 14 03:11:47.441849 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a44d7c40-aeaa-4647-95f6-90179caa575b req-2884e8b2-3f7c-44d8-99be-f89e1e3f4218 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7dd48a54-c716-47ad-aa30-94fe99c8118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735812 Oct 14 03:11:47.446570 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-95a95e7d-20f6-475a-8e44-2a6df41feeff req-3b73eb42-72d4-4bda-b2ef-23da2048b1c3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706971 Oct 14 03:11:47.650592 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3666e22-8022-4fdc-a01b-15831dd87259 req-2c863914-619c-41a4-9779-712b9e4d5ec8 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:47.652057 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e3666e22-8022-4fdc-a01b-15831dd87259 req-2c863914-619c-41a4-9779-712b9e4d5ec8 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0498235 Oct 14 03:11:47.699144 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e3666e22-8022-4fdc-a01b-15831dd87259 req-bd5ad35f-b303-45cf-8e3c-f8c6b1fa96e8 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404632 Oct 14 03:11:47.809982 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device fca8f750-40b5-480b-be0b-74873e93a6ba up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:11:47.814498 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:47.853714 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port fca8f750-40b5-480b-be0b-74873e93a6ba completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:11:47.914416 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port fca8f750-40b5-480b-be0b-74873e93a6ba triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:11:47.914793 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fca8f750-40b5-480b-be0b-74873e93a6ba), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:47.915132 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port fca8f750-40b5-480b-be0b-74873e93a6ba Oct 14 03:11:47.989549 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port fca8f750-40b5-480b-be0b-74873e93a6ba is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:11:47.989998 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fca8f750-40b5-480b-be0b-74873e93a6ba), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:48.020508 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd7272a-6200-4e43-a875-486a9dfdf4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca8f750-40b5-480b-be0b-74873e93a6ba'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:11:48.022851 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf68845-f962-4ed3-8d8f-f1764a79bb77" -d '{"events": [{"server_uuid": "ccd7272a-6200-4e43-a875-486a9dfdf4de", "name": "network-vif-plugged", "status": "completed", "tag": "fca8f750-40b5-480b-be0b-74873e93a6ba"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:11:48.036944 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port fca8f750-40b5-480b-be0b-74873e93a6ba, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=fca8f750-40b5-480b-be0b-74873e93a6ba,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:11:48.070410 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bf6a33-e087-4e7a-8057-403e188024b9 x-openstack-request-id: req-f1bf6a33-e087-4e7a-8057-403e188024b9 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:11:48.070751 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd7272a-6200-4e43-a875-486a9dfdf4de", "name": "network-vif-plugged", "status": "completed", "tag": "fca8f750-40b5-480b-be0b-74873e93a6ba", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:11:48.071099 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1bf6a33-e087-4e7a-8057-403e188024b9 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:11:48.071593 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1bf6a33-e087-4e7a-8057-403e188024b9'] response: {'server_uuid': 'ccd7272a-6200-4e43-a875-486a9dfdf4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca8f750-40b5-480b-be0b-74873e93a6ba', 'code': 200} Oct 14 03:11:48.076069 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14149c75-0049-475c-821e-a848fc492ce5 req-a588913e-ffc7-4829-9c95-5c6c8ff38480 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:48.078127 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-14149c75-0049-475c-821e-a848fc492ce5 req-a588913e-ffc7-4829-9c95-5c6c8ff38480 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0518024 Oct 14 03:11:48.103370 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:48.103984 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (fca8f750-40b5-480b-be0b-74873e93a6ba), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:48.133968 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-14149c75-0049-475c-821e-a848fc492ce5 req-36e3f5f3-b8f4-4b74-84cd-710dc6c85fd0 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499122 Oct 14 03:11:48.152848 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=fca8f750-40b5-480b-be0b-74873e93a6ba,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:48.290522 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7835c-834f-4711-9862-548b300cc4e4 req-d34bd255-45e9-45b6-be82-63bfa0cc77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:48.292033 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f8d7835c-834f-4711-9862-548b300cc4e4 req-d34bd255-45e9-45b6-be82-63bfa0cc77ee service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=5470d8ee28f74b4eb385a90c33a514b8&device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 1129 time: 0.0450602 Oct 14 03:11:48.386737 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7835c-834f-4711-9862-548b300cc4e4 req-8290f7a0-7e43-40ad-8f21-aac132fa98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:48.388231 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f8d7835c-834f-4711-9862-548b300cc4e4 req-8290f7a0-7e43-40ad-8f21-aac132fa98b1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=706c2be8-801d-4fd3-a7af-a476e6a9ec99 HTTP/1.1" status: 200 len: 912 time: 0.0885942 Oct 14 03:11:48.459317 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f8d7835c-834f-4711-9862-548b300cc4e4 req-77fbd37d-4918-4ca9-90aa-015a7d215214 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=071c08ed-047d-41ca-80e6-701785e75787 HTTP/1.1" status: 200 len: 1001 time: 0.0634775 Oct 14 03:11:48.544738 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08af50-914b-46d1-b17d-787e80336560 req-30e643a4-b361-4f0e-8c71-e59a79f835fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:48.546884 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-ec08af50-914b-46d1-b17d-787e80336560 req-30e643a4-b361-4f0e-8c71-e59a79f835fc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 1130 time: 0.0679672 Oct 14 03:11:48.550579 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7835c-834f-4711-9862-548b300cc4e4 req-ba12845e-c6d1-4d96-820d-46f7d523c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:48.551944 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f8d7835c-834f-4711-9862-548b300cc4e4 req-ba12845e-c6d1-4d96-820d-46f7d523c32a service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=326ff2bf-f78a-4292-afd2-858a661cf898 HTTP/1.1" status: 200 len: 850 time: 0.0804598 Oct 14 03:11:48.628539 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744dcac-6565-4abf-9413-f1ddcd0e4f3c req-a92293a4-d583-4c5a-b6c6-756d3f36c35d tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:48.630099 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9744dcac-6565-4abf-9413-f1ddcd0e4f3c req-a92293a4-d583-4c5a-b6c6-756d3f36c35d tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0992396 Oct 14 03:11:48.633697 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7835c-834f-4711-9862-548b300cc4e4 req-b802779a-8133-4872-bb71-b77eb5e195f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:48.642367 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f8d7835c-834f-4711-9862-548b300cc4e4 req-b802779a-8133-4872-bb71-b77eb5e195f1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=706c2be8-801d-4fd3-a7af-a476e6a9ec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0755410 Oct 14 03:11:48.642528 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79483e-c3f5-4d34-960d-4cdb9fcbd6fa req-eb6fe0ed-a2f0-4e5b-86c3-f59f8833c5ab tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:48.642528 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9b79483e-c3f5-4d34-960d-4cdb9fcbd6fa req-eb6fe0ed-a2f0-4e5b-86c3-f59f8833c5ab tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 946 time: 0.1049423 Oct 14 03:11:48.642715 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-ec08af50-914b-46d1-b17d-787e80336560 req-c820beb2-e192-41d4-a7f5-3b094b73d262 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7dd48a54-c716-47ad-aa30-94fe99c8118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776837 Oct 14 03:11:48.672175 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:48.707777 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9744dcac-6565-4abf-9413-f1ddcd0e4f3c req-216f8491-7d54-446f-b917-c7daf9fbbe63 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690041 Oct 14 03:11:48.714737 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9b79483e-c3f5-4d34-960d-4cdb9fcbd6fa req-10899d1f-47c6-447f-a0bc-47c89f066bf2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7dd48a54-c716-47ad-aa30-94fe99c8118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699830 Oct 14 03:11:49.040506 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f8d7835c-834f-4711-9862-548b300cc4e4 req-adabe8c2-ac12-413f-b326-cdb558df7993 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847173 Oct 14 03:11:49.093061 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 37536) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:11:49.101200 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:49.142793 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed07c5d4-0fd6-4f6b-918d-e38ebc3d2ae6 admin admin] Deleting subnet 3cad5393-c521-43fc-90bf-e55c49e10088 {{(pid=105050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 03:11:49.145927 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ed07c5d4-0fd6-4f6b-918d-e38ebc3d2ae6 admin admin] Publish callbacks [] for subnet (3cad5393-c521-43fc-90bf-e55c49e10088), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:49.181749 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ed07c5d4-0fd6-4f6b-918d-e38ebc3d2ae6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128731528'] for subnet (3cad5393-c521-43fc-90bf-e55c49e10088), precommit_delete_associations {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:49.221995 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ed07c5d4-0fd6-4f6b-918d-e38ebc3d2ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475189'] for subnet (3cad5393-c521-43fc-90bf-e55c49e10088), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:49.251116 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bbf9c-5a5f-4259-a0ea-1d4e2f9d51fb req-4b680d5d-5e9e-433c-b0ae-3636b993adef tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:49.252670 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0e6bbf9c-5a5f-4259-a0ea-1d4e2f9d51fb req-4b680d5d-5e9e-433c-b0ae-3636b993adef tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0480456 Oct 14 03:11:49.303370 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0e6bbf9c-5a5f-4259-a0ea-1d4e2f9d51fb req-b1f24e6f-690c-4cd6-900f-e84caa71b150 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447171 Oct 14 03:11:49.347929 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ed07c5d4-0fd6-4f6b-918d-e38ebc3d2ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128314597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129052873'] for subnet (3cad5393-c521-43fc-90bf-e55c49e10088), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:49.375866 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ed07c5d4-0fd6-4f6b-918d-e38ebc3d2ae6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:49.378942 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-ed07c5d4-0fd6-4f6b-918d-e38ebc3d2ae6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/3cad5393-c521-43fc-90bf-e55c49e10088 HTTP/1.1" status: 204 len: 168 time: 0.2848716 Oct 14 03:11:49.379936 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07c5d4-0fd6-4f6b-918d-e38ebc3d2ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cad5393-c521-43fc-90bf-e55c49e10088,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:49.381508 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 37540) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:11:49.449773 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e3e47fa6-4e4f-43e2-b261-89794b75bd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598136'] for network (05232e0b-a0d1-419f-aeac-d0342ce1d8bc), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:49.521652 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f8d7835c-834f-4711-9862-548b300cc4e4 req-ef617d74-6caa-42e8-be02-f0d7336527df service neutron] 10.222.0.40 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898869 Oct 14 03:11:49.531676 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e3e47fa6-4e4f-43e2-b261-89794b75bd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3595495', 'neutron.services.segments.db._delete_segments_for_network-8738586857692'] for network (05232e0b-a0d1-419f-aeac-d0342ce1d8bc), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:49.552159 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-e3e47fa6-4e4f-43e2-b261-89794b75bd2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05232e0b-a0d1-419f-aeac-d0342ce1d8bc']}} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:11:49.585655 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-e3e47fa6-4e4f-43e2-b261-89794b75bd2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8189e7-2138-4b0c-b0ed-dab56267e32a') {'for_net_delete': True} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:11:49.585655 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-e3e47fa6-4e4f-43e2-b261-89794b75bd2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8189e7-2138-4b0c-b0ed-dab56267e32a') {} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:11:49.585655 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e3e47fa6-4e4f-43e2-b261-89794b75bd2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738586902950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126008806'] for segment (7c8189e7-2138-4b0c-b0ed-dab56267e32a), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:49.588009 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e3e47fa6-4e4f-43e2-b261-89794b75bd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (7c8189e7-2138-4b0c-b0ed-dab56267e32a), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:49.595160 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e47fa6-4e4f-43e2-b261-89794b75bd2c admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=105049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 03:11:49.595667 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e3e47fa6-4e4f-43e2-b261-89794b75bd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129412686'] for segment (7c8189e7-2138-4b0c-b0ed-dab56267e32a), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:49.649699 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment 7c8189e7-2138-4b0c-b0ed-dab56267e32a resource provider aggregate not found Oct 14 03:11:49.660682 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment 7c8189e7-2138-4b0c-b0ed-dab56267e32a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c8189e7-2138-4b0c-b0ed-dab56267e32a found for delete ", "request_id": "req-ef77313e-a44a-4e8c-8a12-484fcd7f599c"}]} Oct 14 03:11:49.736170 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e3e47fa6-4e4f-43e2-b261-89794b75bd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729251'] for network (05232e0b-a0d1-419f-aeac-d0342ce1d8bc), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:49.741782 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e3e47fa6-4e4f-43e2-b261-89794b75bd2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:49.760586 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-e3e47fa6-4e4f-43e2-b261-89794b75bd2c admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/05232e0b-a0d1-419f-aeac-d0342ce1d8bc HTTP/1.1" status: 204 len: 168 time: 0.3776450 Oct 14 03:11:49.777738 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e47fa6-4e4f-43e2-b261-89794b75bd2c admin admin] Pushing event deleted for resources: {'Network': ['ID=05232e0b-a0d1-419f-aeac-d0342ce1d8bc,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:49.886365 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65553c26-72b3-4864-93f2-5263223eb05d req-2dbf51b3-56d3-4e5b-87ae-e45b0e8e9db3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:49.887856 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-65553c26-72b3-4864-93f2-5263223eb05d req-2dbf51b3-56d3-4e5b-87ae-e45b0e8e9db3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0833917 Oct 14 03:11:49.893974 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e40845-268a-431d-b9d6-e8a12cc2cfd2 req-71929b9e-8ae0-4fa0-8dc5-ab154361d782 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:49.900161 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-89e40845-268a-431d-b9d6-e8a12cc2cfd2 req-71929b9e-8ae0-4fa0-8dc5-ab154361d782 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 946 time: 0.0788188 Oct 14 03:11:49.966841 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-65553c26-72b3-4864-93f2-5263223eb05d req-2c178c96-3209-404b-8a97-5cec17ddaaf5 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706241 Oct 14 03:11:49.970915 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-89e40845-268a-431d-b9d6-e8a12cc2cfd2 req-e67b7b30-8e63-4b78-8175-f5836a1dd6c0 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7dd48a54-c716-47ad-aa30-94fe99c8118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687857 Oct 14 03:11:50.164165 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 37558) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:11:50.205723 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-da881f9c-41a4-4b6d-975c-a69391af237b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=57c8543c66ed4a6889a7740932dc6433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403726 Oct 14 03:11:50.208270 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 37560) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:11:50.243330 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:50.260337 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e043d1fa-f48b-4d55-8a34-4a32b92e1fb8 admin admin] Publish callbacks [] for security_group (68a4680e-2b96-4607-8b91-1fbdeb9b5517), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:50.520053 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e043d1fa-f48b-4d55-8a34-4a32b92e1fb8 admin admin] Publish callbacks [] for security_group (68a4680e-2b96-4607-8b91-1fbdeb9b5517), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:50.547710 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ff8fd-b560-4fa0-aea7-a332bbb802e7 req-4de66637-27ac-46ca-b047-aed39e824bcf tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:50.549161 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-703ff8fd-b560-4fa0-aea7-a332bbb802e7 req-4de66637-27ac-46ca-b047-aed39e824bcf tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0677595 Oct 14 03:11:50.599484 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:50.606858 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-703ff8fd-b560-4fa0-aea7-a332bbb802e7 req-2d1064f8-a900-4154-ad5f-bfef3dde579b tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493729 Oct 14 03:11:50.674450 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e043d1fa-f48b-4d55-8a34-4a32b92e1fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (68a4680e-2b96-4607-8b91-1fbdeb9b5517), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:50.677020 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-e043d1fa-f48b-4d55-8a34-4a32b92e1fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:50.678165 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-e043d1fa-f48b-4d55-8a34-4a32b92e1fb8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/68a4680e-2b96-4607-8b91-1fbdeb9b5517 HTTP/1.1" status: 204 len: 168 time: 0.4690294 Oct 14 03:11:50.686451 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043d1fa-f48b-4d55-8a34-4a32b92e1fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a4680e-2b96-4607-8b91-1fbdeb9b5517,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:50.841368 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=9 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:51.129119 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a0dfe-08b8-472c-b8f9-bbfcfe63e402 req-b65608dd-7cf0-47f5-b4f4-1543c900a133 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:51.130809 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2d8a0dfe-08b8-472c-b8f9-bbfcfe63e402 req-b65608dd-7cf0-47f5-b4f4-1543c900a133 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 946 time: 0.0805578 Oct 14 03:11:51.136539 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7986e-f8f6-468e-b537-ff56932dff46 req-2d47e993-1be5-4c70-b2b3-25f02bbb8f95 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:51.137924 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ffc7986e-f8f6-468e-b537-ff56932dff46 req-2d47e993-1be5-4c70-b2b3-25f02bbb8f95 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0767021 Oct 14 03:11:51.226173 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2d8a0dfe-08b8-472c-b8f9-bbfcfe63e402 req-0a33a4a8-cc0f-4041-be67-fe2d8d42e357 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7dd48a54-c716-47ad-aa30-94fe99c8118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872557 Oct 14 03:11:51.230436 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ffc7986e-f8f6-468e-b537-ff56932dff46 req-64e5be69-eb4c-40ef-afc8-17c3c54a07b7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823765 Oct 14 03:11:51.369000 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899b6f8-0108-4de7-84e6-a074c02ada61 req-30588f1e-8d41-4308-b8a9-e8dcc7c946c3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:51.370414 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4899b6f8-0108-4de7-84e6-a074c02ada61 req-30588f1e-8d41-4308-b8a9-e8dcc7c946c3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 946 time: 0.0507810 Oct 14 03:11:51.380954 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 37588) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:11:51.385550 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-aa532fe8-cd95-4244-b072-82857a28608e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'floatingip': {'port_id': 'fca8f750-40b5-480b-be0b-74873e93a6ba'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:11:51.425093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-aa532fe8-cd95-4244-b072-82857a28608e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (4fa053fa-6fac-4ddf-b75c-2986594459a5), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:51.456956 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:51.738098 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddf780-cf07-47cd-8a96-54e02c68c1ae req-d66bba6e-adf9-421e-949b-f6a737a84051 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:51.740789 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-07ddf780-cf07-47cd-8a96-54e02c68c1ae req-d66bba6e-adf9-421e-949b-f6a737a84051 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0520380 Oct 14 03:11:51.790782 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-07ddf780-cf07-47cd-8a96-54e02c68c1ae req-3f34aee2-7925-4861-8166-2428a53f033b tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444095 Oct 14 03:11:51.885987 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-aa532fe8-cd95-4244-b072-82857a28608e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:51.935940 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-aa532fe8-cd95-4244-b072-82857a28608e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (4fa053fa-6fac-4ddf-b75c-2986594459a5), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:52.025100 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:52.036713 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.l3_db [None req-aa532fe8-cd95-4244-b072-82857a28608e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Floating IP 4fa053fa-6fac-4ddf-b75c-2986594459a5 associated. External IP: 172.27.3.207, port: fca8f750-40b5-480b-be0b-74873e93a6ba. Oct 14 03:11:52.233855 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa532fe8-cd95-4244-b072-82857a28608e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:11:52.334990 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa532fe8-cd95-4244-b072-82857a28608e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:11:52.340153 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-aa532fe8-cd95-4244-b072-82857a28608e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:52.349129 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232cac06-fa70-428c-84bf-1c4c77c1480a None None] Sync routers for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:11:52.354125 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d83f0b-a87c-4428-b77d-613dd46462f3 req-19961e0e-7b9e-4018-babd-7f0b3b007f54 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:52.355686 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d1d83f0b-a87c-4428-b77d-613dd46462f3 req-19961e0e-7b9e-4018-babd-7f0b3b007f54 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0479100 Oct 14 03:11:52.365047 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232cac06-fa70-428c-84bf-1c4c77c1480a None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:11:52.366457 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-232cac06-fa70-428c-84bf-1c4c77c1480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:11:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:11:52.378573 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-aa532fe8-cd95-4244-b072-82857a28608e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/4fa053fa-6fac-4ddf-b75c-2986594459a5 HTTP/1.1" status: 200 len: 992 time: 0.9957805 Oct 14 03:11:52.378744 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd7272a-6200-4e43-a875-486a9dfdf4de', 'tag': 'fca8f750-40b5-480b-be0b-74873e93a6ba'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:11:52.381205 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f7cdec-0136-47be-93e3-471cce1b096b" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd7272a-6200-4e43-a875-486a9dfdf4de", "tag": "fca8f750-40b5-480b-be0b-74873e93a6ba"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:11:52.408991 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d1d83f0b-a87c-4428-b77d-613dd46462f3 req-5f273b22-6567-4a02-854e-0af38e3d54df tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470221 Oct 14 03:11:52.443682 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026e99c7-b6a4-4cea-8563-58c8e0aa21d7 x-openstack-request-id: req-026e99c7-b6a4-4cea-8563-58c8e0aa21d7 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:11:52.444002 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd7272a-6200-4e43-a875-486a9dfdf4de", "tag": "fca8f750-40b5-480b-be0b-74873e93a6ba", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:11:52.444264 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-026e99c7-b6a4-4cea-8563-58c8e0aa21d7 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:11:52.444665 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026e99c7-b6a4-4cea-8563-58c8e0aa21d7'] response: {'name': 'network-changed', 'server_uuid': 'ccd7272a-6200-4e43-a875-486a9dfdf4de', 'tag': 'fca8f750-40b5-480b-be0b-74873e93a6ba', 'status': 'completed', 'code': 200} Oct 14 03:11:52.451343 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 37618) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:11:52.509575 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-232cac06-fa70-428c-84bf-1c4c77c1480a None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:11:52.559529 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-193cd85c-8fde-4206-a2b5-c117fa59607d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:52.571755 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:52.588601 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:52.637589 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-193cd85c-8fde-4206-a2b5-c117fa59607d admin admin] Publish callbacks [] for security_group (3b66c969-8abd-4752-8347-33ea7db51611), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:52.692209 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-193cd85c-8fde-4206-a2b5-c117fa59607d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (3b66c969-8abd-4752-8347-33ea7db51611), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:52.725578 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-232cac06-fa70-428c-84bf-1c4c77c1480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '4fa053fa-6fac-4ddf-b75c-2986594459a5', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'port_id': 'fca8f750-40b5-480b-be0b-74873e93a6ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'mac_address': 'fa:16:3e:09:7e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd7272a-6200-4e43-a875-486a9dfdf4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:11:29Z', 'updated_at': '2022-10-14T03:11:51Z', 'revision_number': 1, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:11:52.734393 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-193cd85c-8fde-4206-a2b5-c117fa59607d admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d70fa5273d764ba48f5d9e8f2aee22f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812197 Oct 14 03:11:52.736326 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cd85c-8fde-4206-a2b5-c117fa59607d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b66c969-8abd-4752-8347-33ea7db51611,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:52.737127 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 37624) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:11:52.750939 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232cac06-fa70-428c-84bf-1c4c77c1480a None None] Checking router: 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:11:52.759374 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232cac06-fa70-428c-84bf-1c4c77c1480a None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:11:52.760033 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-232cac06-fa70-428c-84bf-1c4c77c1480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:11:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:11:52.793009 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-33170f0c-30da-47de-8b59-435a86c034db admin admin] Publish callbacks [] for security_group (3b66c969-8abd-4752-8347-33ea7db51611), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:52.813405 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-33170f0c-30da-47de-8b59-435a86c034db admin admin] Publish callbacks [] for security_group (3b66c969-8abd-4752-8347-33ea7db51611), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:52.862987 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-232cac06-fa70-428c-84bf-1c4c77c1480a None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:11:52.948936 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-33170f0c-30da-47de-8b59-435a86c034db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (3b66c969-8abd-4752-8347-33ea7db51611), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:52.952203 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-33170f0c-30da-47de-8b59-435a86c034db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:52.953403 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-33170f0c-30da-47de-8b59-435a86c034db admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/3b66c969-8abd-4752-8347-33ea7db51611 HTTP/1.1" status: 204 len: 168 time: 0.2150586 Oct 14 03:11:52.961212 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33170f0c-30da-47de-8b59-435a86c034db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b66c969-8abd-4752-8347-33ea7db51611,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:11:52.966262 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:53.085973 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-232cac06-fa70-428c-84bf-1c4c77c1480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '4fa053fa-6fac-4ddf-b75c-2986594459a5', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'port_id': 'fca8f750-40b5-480b-be0b-74873e93a6ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'mac_address': 'fa:16:3e:09:7e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd7272a-6200-4e43-a875-486a9dfdf4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:11:29Z', 'updated_at': '2022-10-14T03:11:51Z', 'revision_number': 1, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:11:53.111169 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232cac06-fa70-428c-84bf-1c4c77c1480a None None] The sync data for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi is: [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '4fa053fa-6fac-4ddf-b75c-2986594459a5', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'port_id': 'fca8f750-40b5-480b-be0b-74873e93a6ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'mac_address': 'fa:16:3e:09:7e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd7272a-6200-4e43-a875-486a9dfdf4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:11:29Z', 'updated_at': '2022-10-14T03:11:51Z', 'revision_number': 1, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:11:53.303375 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b04967c-1837-41e1-ac31-2c8ceef28165 None None] New status for floating IP 4fa053fa-6fac-4ddf-b75c-2986594459a5: ACTIVE {{(pid=105052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:11:53.534883 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c04c84-9ddf-4546-a8c1-a3bd0b3fc7af req-eea61869-30e5-4eb6-828a-2d1115e949f3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:53.536604 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b1c04c84-9ddf-4546-a8c1-a3bd0b3fc7af req-eea61869-30e5-4eb6-828a-2d1115e949f3 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0476420 Oct 14 03:11:53.587051 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b1c04c84-9ddf-4546-a8c1-a3bd0b3fc7af req-afb9991d-5ca4-40ab-965e-da27a636b50d tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451043 Oct 14 03:11:54.716987 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b92ae7-d432-4074-ad49-c8799d07db54 req-caf4c10d-9b10-4a95-b3c9-23cb82e9a2ce tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:54.718561 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e1b92ae7-d432-4074-ad49-c8799d07db54 req-caf4c10d-9b10-4a95-b3c9-23cb82e9a2ce tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0524056 Oct 14 03:11:54.771825 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e1b92ae7-d432-4074-ad49-c8799d07db54 req-3b79f4b1-0f79-4282-85c9-5285cc58c96a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473504 Oct 14 03:11:54.807797 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9e58dfb8-5482-4243-9768-d28b844aac02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:54.982919 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7cdec-0136-47be-93e3-471cce1b096b req-233d5965-0017-4747-82aa-446379ea05a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:54.985211 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-d9f7cdec-0136-47be-93e3-471cce1b096b req-233d5965-0017-4747-82aa-446379ea05a7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=20fb24be77624e59b8560c7863ca4a46&device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 1130 time: 0.0390494 Oct 14 03:11:55.076415 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7cdec-0136-47be-93e3-471cce1b096b req-0bcf1afb-785b-4bc2-87a6-11c57856e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:55.077910 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-d9f7cdec-0136-47be-93e3-471cce1b096b req-0bcf1afb-785b-4bc2-87a6-11c57856e5d0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=bb28930e-3d0a-43c7-985a-b1d6573d124d HTTP/1.1" status: 200 len: 915 time: 0.0872996 Oct 14 03:11:55.139660 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-d9f7cdec-0136-47be-93e3-471cce1b096b req-ddc0ba4c-c3fb-4d46-b306-b4eb7660da4e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fca8f750-40b5-480b-be0b-74873e93a6ba HTTP/1.1" status: 200 len: 1002 time: 0.0543802 Oct 14 03:11:55.197684 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7cdec-0136-47be-93e3-471cce1b096b req-782d9aca-b3e8-4aae-9477-4d2cd6a25653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:55.199012 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-d9f7cdec-0136-47be-93e3-471cce1b096b req-782d9aca-b3e8-4aae-9477-4d2cd6a25653 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=135773a1-0191-4c48-88ba-8f3ab667b670 HTTP/1.1" status: 200 len: 853 time: 0.0458162 Oct 14 03:11:55.241618 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7cdec-0136-47be-93e3-471cce1b096b req-158d056a-4ecf-463a-b8a1-5d47374e0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:55.243151 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-d9f7cdec-0136-47be-93e3-471cce1b096b req-158d056a-4ecf-463a-b8a1-5d47374e0449 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=bb28930e-3d0a-43c7-985a-b1d6573d124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370977 Oct 14 03:11:55.331376 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-d9f7cdec-0136-47be-93e3-471cce1b096b req-6050053e-dbec-41ce-9089-0cc5de245b0c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808928 Oct 14 03:11:55.423695 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:55.427550 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-d9f7cdec-0136-47be-93e3-471cce1b096b req-7a8cbf0b-9579-4dee-a34f-fb163ee91e68 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855672 Oct 14 03:11:55.910830 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd5cfb-7715-434c-932a-90531e770503 req-322d1b82-edaa-4ae4-abcd-c1b8a664c9e6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:55.914214 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2bfd5cfb-7715-434c-932a-90531e770503 req-322d1b82-edaa-4ae4-abcd-c1b8a664c9e6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0594573 Oct 14 03:11:55.962930 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-2c197716-b2ce-4cef-96c7-4500dc366003 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=bb2534240ab74afbae7843231469486a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362773 Oct 14 03:11:56.064904 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2bfd5cfb-7715-434c-932a-90531e770503 req-432903ab-f400-49aa-88da-0a7a670036d5 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468968 Oct 14 03:11:56.165916 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-2d77ad3e-aebe-4f4d-8982-622ab704b73d tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:56.167296 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-2d77ad3e-aebe-4f4d-8982-622ab704b73d tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1949706 Oct 14 03:11:56.180341 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:56.183147 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-929aadd5-1082-4a1e-8700-e8206715d7a6 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/quotas/bb2534240ab74afbae7843231469486a HTTP/1.1" status: 200 len: 375 time: 0.0097694 Oct 14 03:11:56.215596 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-920a77b2-cbf2-4952-8cce-d61d8541f0f3 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=bb2534240ab74afbae7843231469486a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267360 Oct 14 03:11:56.509658 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-37ab7fcf-d812-45a8-8252-74e7a4f72f40 req-b774acbf-5020-46e3-b61e-53d305fccdc7 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 210 time: 0.0431554 Oct 14 03:11:57.078350 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-c0c01571-cafa-4e9f-8da8-86d2c2be2a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:57.152744 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:11:57.193005 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3c1f9-0125-4857-832d-914050e8a074 req-79b2facb-5124-4e72-bb74-0942787ddc07 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:57.194628 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9fd3c1f9-0125-4857-832d-914050e8a074 req-79b2facb-5124-4e72-bb74-0942787ddc07 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0512240 Oct 14 03:11:57.243904 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9fd3c1f9-0125-4857-832d-914050e8a074 req-ade89b08-c858-4bfe-9d35-f6d7f5a01e73 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433488 Oct 14 03:11:57.611938 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-08a885ca-5b4b-43a2-9415-122c8e673f30 req-c24fb663-548c-4899-9bb0-ce966fe49ba9 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 210 time: 0.0284476 Oct 14 03:11:58.295924 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:58.363520 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca5621-633d-475e-b2cc-1a1d5cc17dee req-72a77e7c-96f3-4911-a1e4-910fa5151712 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:58.365035 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-50ca5621-633d-475e-b2cc-1a1d5cc17dee req-72a77e7c-96f3-4911-a1e4-910fa5151712 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0464814 Oct 14 03:11:58.418272 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-50ca5621-633d-475e-b2cc-1a1d5cc17dee req-1b8e6991-9477-4155-ad7c-941cbabe3952 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469971 Oct 14 03:11:58.718189 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cad73be7-9845-4e7e-b16e-062611b9f575 req-9dfe1a47-67cc-4881-932e-2a6d275cab46 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 210 time: 0.0299187 Oct 14 03:11:59.153258 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-32a43fd1-1c22-4641-a0db-e7b038972c3a tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=bb2534240ab74afbae7843231469486a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301161 Oct 14 03:11:59.549649 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde2ea3-c126-4a80-8eaf-2116d0b875f8 req-8e5281ed-b803-419e-88c1-fb7eb1b43bf7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:59.551331 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4bde2ea3-c126-4a80-8eaf-2116d0b875f8 req-8e5281ed-b803-419e-88c1-fb7eb1b43bf7 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0477140 Oct 14 03:11:59.592278 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-e1e3a0df-9cbf-4224-9013-d1884d1d98f6 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:11:59.594333 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-e1e3a0df-9cbf-4224-9013-d1884d1d98f6 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4357903 Oct 14 03:11:59.599231 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4bde2ea3-c126-4a80-8eaf-2116d0b875f8 req-717a7b3f-581a-4296-9cde-e78b39e7f9c4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419102 Oct 14 03:11:59.649550 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-92f578ba-87d7-4158-8d8a-944760d86948 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Request body: {'port': {'device_id': '6a498bd2-9d09-48f9-8430-a01fcb810321', 'network_id': '7cb11f38-453c-4dba-b596-ffc7e3080665', 'admin_state_up': True, 'tenant_id': 'bb2534240ab74afbae7843231469486a'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:11:59.743431 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:59.817695 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-92f578ba-87d7-4158-8d8a-944760d86948 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Made reservation on behalf of bb2534240ab74afbae7843231469486a for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:11:59.821338 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-04914b78-4a08-45a8-a7fc-2631ef5d6b43 req-6e3fc0b2-605a-4015-86fe-8acdba5fc25b tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 210 time: 0.0293732 Oct 14 03:11:59.821667 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-92f578ba-87d7-4158-8d8a-944760d86948 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:59.831005 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-92f578ba-87d7-4158-8d8a-944760d86948 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:59.908900 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-92f578ba-87d7-4158-8d8a-944760d86948 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Publish callbacks [] for security_group (4f0bbb1a-d030-4491-9b50-d314142b036f), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:59.969905 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-92f578ba-87d7-4158-8d8a-944760d86948 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (4f0bbb1a-d030-4491-9b50-d314142b036f), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:11:59.998578 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:00.031294 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f578ba-87d7-4158-8d8a-944760d86948 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0bbb1a-d030-4491-9b50-d314142b036f,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:00.103569 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:00.104863 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-92f578ba-87d7-4158-8d8a-944760d86948 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Allocated IP 192.168.233.236 (7cb11f38-453c-4dba-b596-ffc7e3080665/0f651597-378d-4c39-9b88-e10f81c3a706/35720301-b893-4ece-93d6-8ee41b47d0ed) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:12:00.233823 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:00.256003 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-92f578ba-87d7-4158-8d8a-944760d86948 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Publish callbacks [] for port (35720301-b893-4ece-93d6-8ee41b47d0ed), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:00.393446 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-92f578ba-87d7-4158-8d8a-944760d86948 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (35720301-b893-4ece-93d6-8ee41b47d0ed), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:00.438809 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-92f578ba-87d7-4158-8d8a-944760d86948 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Network 7cb11f38-453c-4dba-b596-ffc7e3080665 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:12:00.442087 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-92f578ba-87d7-4158-8d8a-944760d86948 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:12:00.446119 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-92f578ba-87d7-4158-8d8a-944760d86948 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:12:00.452273 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f578ba-87d7-4158-8d8a-944760d86948 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Pushing event updated for resources: {'Port': ['ID=35720301-b893-4ece-93d6-8ee41b47d0ed,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:00.505415 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-92f578ba-87d7-4158-8d8a-944760d86948 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:00.506135 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-92f578ba-87d7-4158-8d8a-944760d86948 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:00.586223 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-92f578ba-87d7-4158-8d8a-944760d86948 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9404247 Oct 14 03:12:00.645832 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-dd11cc36-1259-4495-a635-665b42678433 None None] Provisioning complete for port 35720301-b893-4ece-93d6-8ee41b47d0ed triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:12:00.646215 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-dd11cc36-1259-4495-a635-665b42678433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (35720301-b893-4ece-93d6-8ee41b47d0ed), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:00.646550 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-dd11cc36-1259-4495-a635-665b42678433 None None] Attempt 1 to provision port 35720301-b893-4ece-93d6-8ee41b47d0ed Oct 14 03:12:00.678832 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-dd11cc36-1259-4495-a635-665b42678433 None None] Port 35720301-b893-4ece-93d6-8ee41b47d0ed cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:12:00.724075 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4a91e-1523-4889-930e-8ea6bddab9bc req-c8d82479-761a-4e80-9ebe-c8cef67154b6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:00.725539 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cfb4a91e-1523-4889-930e-8ea6bddab9bc req-c8d82479-761a-4e80-9ebe-c8cef67154b6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0503347 Oct 14 03:12:00.771783 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cfb4a91e-1523-4889-930e-8ea6bddab9bc req-37c72c70-4619-4f0a-b4d4-546f4ccfbcea tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406249 Oct 14 03:12:00.940526 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ad346-e15d-47e7-8417-53f9c1eb0a1d req-69b7004b-63ca-435d-aaad-83bc6e9fc93c tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:00.941991 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f78ad346-e15d-47e7-8417-53f9c1eb0a1d req-69b7004b-63ca-435d-aaad-83bc6e9fc93c tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 936 time: 0.0453539 Oct 14 03:12:00.987961 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f78ad346-e15d-47e7-8417-53f9c1eb0a1d req-ce808f42-fac4-45da-9701-7ca6b4d8dc4f tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4f0bbb1a-d030-4491-9b50-d314142b036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403142 Oct 14 03:12:01.084557 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Request body: {'port': {'device_id': '6a498bd2-9d09-48f9-8430-a01fcb810321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:12:01.146801 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (35720301-b893-4ece-93d6-8ee41b47d0ed), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:01.292675 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300b1c8-023c-41d9-9c90-00238d4ea107 req-1995ed63-990c-4feb-9322-e706769f7a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:01.294082 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a300b1c8-023c-41d9-9c90-00238d4ea107 req-1995ed63-990c-4feb-9322-e706769f7a42 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 1129 time: 0.0531564 Oct 14 03:12:01.390153 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a300b1c8-023c-41d9-9c90-00238d4ea107 req-31d5454f-a0e4-4fac-bd89-8c1514d4cce9 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846231 Oct 14 03:12:01.456653 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35720301-b893-4ece-93d6-8ee41b47d0ed {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:12:01.466687 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Publish callbacks [] for port (35720301-b893-4ece-93d6-8ee41b47d0ed), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:01.479495 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Transition to ACTIVE for port object 35720301-b893-4ece-93d6-8ee41b47d0ed will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:12:01.575606 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (35720301-b893-4ece-93d6-8ee41b47d0ed), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:01.602186 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:01.656536 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=35720301-b893-4ece-93d6-8ee41b47d0ed,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:01.687843 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Attempting to bind port 35720301-b893-4ece-93d6-8ee41b47d0ed on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:12:01.688174 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Attempting to bind port 35720301-b893-4ece-93d6-8ee41b47d0ed by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '0bd7363f-1e7b-4f9f-97e4-ea5a76df5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7cb11f38-453c-4dba-b596-ffc7e3080665'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:12:01.688526 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Attempting to bind port 35720301-b893-4ece-93d6-8ee41b47d0ed on network 7cb11f38-453c-4dba-b596-ffc7e3080665 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:12:01.729011 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Port 35720301-b893-4ece-93d6-8ee41b47d0ed on network 7cb11f38-453c-4dba-b596-ffc7e3080665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:12:01.729327 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Attempting to bind port 35720301-b893-4ece-93d6-8ee41b47d0ed on network 7cb11f38-453c-4dba-b596-ffc7e3080665 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:12:01.750013 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:01.770266 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:12:01.770595 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Checking segment: {'id': '0bd7363f-1e7b-4f9f-97e4-ea5a76df5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7cb11f38-453c-4dba-b596-ffc7e3080665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:12:01.770960 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Bound using segment: {'id': '0bd7363f-1e7b-4f9f-97e4-ea5a76df5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7cb11f38-453c-4dba-b596-ffc7e3080665'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:12:01.771379 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Bound port: 35720301-b893-4ece-93d6-8ee41b47d0ed, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd7363f-1e7b-4f9f-97e4-ea5a76df5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7cb11f38-453c-4dba-b596-ffc7e3080665'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:12:01.771736 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (35720301-b893-4ece-93d6-8ee41b47d0ed), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:01.837509 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] For port 35720301-b893-4ece-93d6-8ee41b47d0ed, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:12:01.841022 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] For port 35720301-b893-4ece-93d6-8ee41b47d0ed, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=35720301-b893-4ece-93d6-8ee41b47d0ed,segment=NetworkSegment(0bd7363f-1e7b-4f9f-97e4-ea5a76df5163),segment_id=0bd7363f-1e7b-4f9f-97e4-ea5a76df5163)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:12:01.902448 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133ee57-436e-4c51-8186-8ebd4eeaf3b0 req-ca1d5b99-0506-4056-bcf3-7af42a8117fb tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:01.904101 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3133ee57-436e-4c51-8186-8ebd4eeaf3b0 req-ca1d5b99-0506-4056-bcf3-7af42a8117fb tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0504878 Oct 14 03:12:01.927063 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (35720301-b893-4ece-93d6-8ee41b47d0ed), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:01.930458 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:01.931431 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:01.932809 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/35720301-b893-4ece-93d6-8ee41b47d0ed HTTP/1.1" status: 200 len: 1098 time: 0.8526573 Oct 14 03:12:01.935108 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a498bd2-9d09-48f9-8430-a01fcb810321', 'tag': '35720301-b893-4ece-93d6-8ee41b47d0ed'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:12:01.937434 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c25abf-8d8f-4b44-9699-e662a095a871" -d '{"events": [{"name": "network-changed", "server_uuid": "6a498bd2-9d09-48f9-8430-a01fcb810321", "tag": "35720301-b893-4ece-93d6-8ee41b47d0ed"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:12:01.967802 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3133ee57-436e-4c51-8186-8ebd4eeaf3b0 req-4fb6245c-36e3-444b-b0fa-43c4a5404044 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539227 Oct 14 03:12:01.991797 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a39d43-5705-4bd0-9f81-c93f655b2fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=35720301-b893-4ece-93d6-8ee41b47d0ed,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:02.022108 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df2c4be-c141-4b8c-9b0b-7acfbbc82f11 x-openstack-request-id: req-8df2c4be-c141-4b8c-9b0b-7acfbbc82f11 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:12:02.022108 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a498bd2-9d09-48f9-8430-a01fcb810321", "tag": "35720301-b893-4ece-93d6-8ee41b47d0ed", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:12:02.022108 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8df2c4be-c141-4b8c-9b0b-7acfbbc82f11 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:12:02.022108 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df2c4be-c141-4b8c-9b0b-7acfbbc82f11'] response: {'name': 'network-changed', 'server_uuid': '6a498bd2-9d09-48f9-8430-a01fcb810321', 'tag': '35720301-b893-4ece-93d6-8ee41b47d0ed', 'status': 'completed', 'code': 200} Oct 14 03:12:02.115896 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f2243-19fc-4aa2-9914-14329ce85589 req-b2f1872f-c6c7-4553-ac67-879366857384 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:02.117272 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4d5f2243-19fc-4aa2-9914-14329ce85589 req-b2f1872f-c6c7-4553-ac67-879366857384 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 948 time: 0.0482574 Oct 14 03:12:02.166378 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4d5f2243-19fc-4aa2-9914-14329ce85589 req-8e49dc36-9f46-4127-b145-ad6e60ef6bfe tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4f0bbb1a-d030-4491-9b50-d314142b036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433109 Oct 14 03:12:02.279155 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c25abf-8d8f-4b44-9699-e662a095a871 req-a4db5651-7e33-4e0f-851a-37211017da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:02.280605 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-33c25abf-8d8f-4b44-9699-e662a095a871 req-a4db5651-7e33-4e0f-851a-37211017da93 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=bb2534240ab74afbae7843231469486a&device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 1132 time: 0.0402474 Oct 14 03:12:02.378229 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-33c25abf-8d8f-4b44-9699-e662a095a871 req-84d5e806-880d-4daa-a599-f8f7a2c21c38 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=bb2534240ab74afbae7843231469486a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196269 Oct 14 03:12:02.481274 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c25abf-8d8f-4b44-9699-e662a095a871 req-098b46ae-1e15-4c8e-9b7c-5e15a65cf684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:02.482790 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-33c25abf-8d8f-4b44-9699-e662a095a871 req-098b46ae-1e15-4c8e-9b7c-5e15a65cf684 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930815 Oct 14 03:12:03.093608 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb440a-403c-4fec-b2c5-c72b5cc5f89f req-3816692d-b18c-4df7-b9f0-4905c219c0ac tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:03.095640 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-33fb440a-403c-4fec-b2c5-c72b5cc5f89f req-3816692d-b18c-4df7-b9f0-4905c219c0ac tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0463011 Oct 14 03:12:03.143731 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-33fb440a-403c-4fec-b2c5-c72b5cc5f89f req-a96d1fe3-3cee-4002-8dcb-2a4cee1917d0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424936 Oct 14 03:12:03.290549 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f726cd-ed0c-4b4b-889b-fc34b29d7e96 req-f7eab7be-1e25-4d04-acee-09e8d59eb61d tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:03.292037 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-66f726cd-ed0c-4b4b-889b-fc34b29d7e96 req-f7eab7be-1e25-4d04-acee-09e8d59eb61d tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 948 time: 0.0493541 Oct 14 03:12:03.338615 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-66f726cd-ed0c-4b4b-889b-fc34b29d7e96 req-044e2c5f-a631-4406-94eb-b3121b1177fa tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4f0bbb1a-d030-4491-9b50-d314142b036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401173 Oct 14 03:12:03.404992 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:03.408305 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:03.640228 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:03.741603 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-432e2eee-666c-4cf0-acff-f968ab414118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:03.743076 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-432e2eee-666c-4cf0-acff-f968ab414118 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=bb2534240ab74afbae7843231469486a&device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 1132 time: 0.0383034 Oct 14 03:12:03.810189 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-fc1d0ef0-514f-4bb9-b70b-9ed78e061623 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=35720301-b893-4ece-93d6-8ee41b47d0ed HTTP/1.1" status: 200 len: 217 time: 0.0330646 Oct 14 03:12:03.934025 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-17b15bdb-d321-447c-8c3d-855a38b06fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:03.935476 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-17b15bdb-d321-447c-8c3d-855a38b06fa0 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=0f651597-378d-4c39-9b88-e10f81c3a706 HTTP/1.1" status: 200 len: 843 time: 0.0513873 Oct 14 03:12:03.982077 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-b5ffcbd1-e99b-406d-8975-436f7a39254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:03.983799 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-b5ffcbd1-e99b-406d-8975-436f7a39254a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=7cb11f38-453c-4dba-b596-ffc7e3080665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0403428 Oct 14 03:12:04.082334 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-b790d43f-c32c-40a6-89cb-81eca3fa3477 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/7cb11f38-453c-4dba-b596-ffc7e3080665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901124 Oct 14 03:12:04.175583 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-c9660d2e-3987-4e5f-8666-876cb6b1aacf req-380f5d8e-af1f-413d-9426-c1026ac2d419 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/7cb11f38-453c-4dba-b596-ffc7e3080665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836074 Oct 14 03:12:04.277464 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c0afb-24a9-41f9-8bc6-208f9ce748c4 req-3deca2ae-d395-4589-ade2-cfbc7ad5c8a2 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:04.278998 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f18c0afb-24a9-41f9-8bc6-208f9ce748c4 req-3deca2ae-d395-4589-ade2-cfbc7ad5c8a2 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0484993 Oct 14 03:12:04.326609 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f18c0afb-24a9-41f9-8bc6-208f9ce748c4 req-b6323313-1516-45d3-be5d-e4ae20161c86 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418870 Oct 14 03:12:04.463727 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906d148-f477-40e5-af5b-aa4fdaee7da0 req-6fe734e1-b9e8-417f-b6b0-8b98616690f0 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:04.465197 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b906d148-f477-40e5-af5b-aa4fdaee7da0 req-6fe734e1-b9e8-417f-b6b0-8b98616690f0 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 948 time: 0.0519726 Oct 14 03:12:04.478791 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:04.509024 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:04.515556 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b906d148-f477-40e5-af5b-aa4fdaee7da0 req-a1360a17-b63f-494f-b325-539b33e6a9fb tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4f0bbb1a-d030-4491-9b50-d314142b036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438640 Oct 14 03:12:04.894521 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18daff9-4e16-4707-93ee-80b2d8090943 req-83fda866-6f04-430a-acd0-833b42fb28ce tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:04.895959 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d18daff9-4e16-4707-93ee-80b2d8090943 req-83fda866-6f04-430a-acd0-833b42fb28ce tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0469615 Oct 14 03:12:04.943109 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d18daff9-4e16-4707-93ee-80b2d8090943 req-fa806b6c-1227-48ee-a4b2-4a2a08c19fae tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414159 Oct 14 03:12:05.640114 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3089c4-da5f-42a8-bd9e-baa3880dd17c req-d8bf9375-8d47-4264-96ec-4e2a8f13b38c tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:05.642747 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7f3089c4-da5f-42a8-bd9e-baa3880dd17c req-d8bf9375-8d47-4264-96ec-4e2a8f13b38c tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 948 time: 0.0498314 Oct 14 03:12:05.693515 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7f3089c4-da5f-42a8-bd9e-baa3880dd17c req-49da5e0f-ba08-4e21-bf48-462047101a53 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4f0bbb1a-d030-4491-9b50-d314142b036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453706 Oct 14 03:12:05.705242 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425d933-e8a2-4dcd-9d48-589f8582fcd9 req-d72bbdde-2726-450e-a865-36a0ab4d7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:05.706744 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3425d933-e8a2-4dcd-9d48-589f8582fcd9 req-d72bbdde-2726-450e-a865-36a0ab4d7a9a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 1129 time: 0.0401437 Oct 14 03:12:05.789501 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:05.810278 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425d933-e8a2-4dcd-9d48-589f8582fcd9 req-313be98e-e2ba-43f0-8582-62bef20e788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:05.811759 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3425d933-e8a2-4dcd-9d48-589f8582fcd9 req-313be98e-e2ba-43f0-8582-62bef20e788d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 200 len: 919 time: 0.0947304 Oct 14 03:12:05.877779 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3425d933-e8a2-4dcd-9d48-589f8582fcd9 req-7a173c54-be26-4047-b54e-5a9f9ac938b4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04f7e24a-0bec-4456-bb1a-56489e3f78c6 HTTP/1.1" status: 200 len: 1001 time: 0.0574114 Oct 14 03:12:05.929403 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425d933-e8a2-4dcd-9d48-589f8582fcd9 req-7d44830b-9e1d-475b-88d8-ff696d7a9324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:05.930857 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3425d933-e8a2-4dcd-9d48-589f8582fcd9 req-7d44830b-9e1d-475b-88d8-ff696d7a9324 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=83361155-00a4-439a-b18b-f6450713d13d HTTP/1.1" status: 200 len: 857 time: 0.0465529 Oct 14 03:12:05.975222 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425d933-e8a2-4dcd-9d48-589f8582fcd9 req-71f6ea24-4fd5-4c1f-a834-f2223ea74ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:05.976831 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3425d933-e8a2-4dcd-9d48-589f8582fcd9 req-71f6ea24-4fd5-4c1f-a834-f2223ea74ba7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=55f1e2d7-2b20-46bb-a21a-28526552f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382247 Oct 14 03:12:06.038322 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:06.068559 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991b3e4-4ffa-44a0-b7bb-b50545168b41 req-feb52e3f-8c38-4a6b-9ad6-400a54e2f973 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:06.070021 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4991b3e4-4ffa-44a0-b7bb-b50545168b41 req-feb52e3f-8c38-4a6b-9ad6-400a54e2f973 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0495541 Oct 14 03:12:06.075505 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3425d933-e8a2-4dcd-9d48-589f8582fcd9 req-994d22ab-2f77-4572-ad0e-cf669d4c423c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899720 Oct 14 03:12:06.119288 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4991b3e4-4ffa-44a0-b7bb-b50545168b41 req-c0df2307-3cfa-4e17-8ed4-1fc7aaf83740 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432436 Oct 14 03:12:06.166904 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3425d933-e8a2-4dcd-9d48-589f8582fcd9 req-b72bf17b-5860-4b84-a213-ed472955f089 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839593 Oct 14 03:12:06.561418 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 37844) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:06.605363 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Deleting subnet e2884b1e-4021-41fb-8507-46229cec12f6 {{(pid=105049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 03:12:06.608441 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Publish callbacks [] for subnet (e2884b1e-4021-41fb-8507-46229cec12f6), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:06.643583 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126008735'] for subnet (e2884b1e-4021-41fb-8507-46229cec12f6), precommit_delete_associations {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:06.685848 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475189'] for subnet (e2884b1e-4021-41fb-8507-46229cec12f6), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:06.777782 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129412772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129318989'] for subnet (e2884b1e-4021-41fb-8507-46229cec12f6), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:06.805092 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2884b1e-4021-41fb-8507-46229cec12f6,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:06.809996 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:06.813178 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/e2884b1e-4021-41fb-8507-46229cec12f6 HTTP/1.1" status: 204 len: 168 time: 0.2511256 Oct 14 03:12:06.815862 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 37848) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:06.818309 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:06.818680 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:06.819029 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:06.819374 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:06.819706 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:06.820039 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:06.820370 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:06.820699 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:06.821025 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:06.821351 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:06.821797 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:06.823711 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:06.823711 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:06.823711 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:06.823711 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb32acf-e979-4133-90be-d716172464eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:06.890127 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eb1b1-7623-4b0c-9ed1-019e82c1904c req-ef7c49c8-d575-4961-80e1-e7dcf8ea1ad3 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:06.892209 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fc5eb1b1-7623-4b0c-9ed1-019e82c1904c req-ef7c49c8-d575-4961-80e1-e7dcf8ea1ad3 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 948 time: 0.0505610 Oct 14 03:12:06.906558 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-07702fe4-355e-4a35-b2d3-453c9a4186b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598136'] for network (6f9d2079-fec7-4a8b-b52a-3ca108fd76be), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:06.960207 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a5489-2bc5-4dbd-9919-ac6809b2e15f req-070df369-f836-44ae-b286-f17969a24f9d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:06.961594 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-086a5489-2bc5-4dbd-9919-ac6809b2e15f req-070df369-f836-44ae-b286-f17969a24f9d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 947 time: 0.0685060 Oct 14 03:12:06.986039 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-07702fe4-355e-4a35-b2d3-453c9a4186b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3595495', 'neutron.services.segments.db._delete_segments_for_network-8738586857692'] for network (6f9d2079-fec7-4a8b-b52a-3ca108fd76be), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:06.991582 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fc5eb1b1-7623-4b0c-9ed1-019e82c1904c req-c2567352-24a1-4ab1-8c51-2c2b63c9f445 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4f0bbb1a-d030-4491-9b50-d314142b036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890048 Oct 14 03:12:07.017984 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-07702fe4-355e-4a35-b2d3-453c9a4186b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9d2079-fec7-4a8b-b52a-3ca108fd76be']}} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:07.022593 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-086a5489-2bc5-4dbd-9919-ac6809b2e15f req-07460c52-b29f-4fbd-98ce-e0b1ff60b010 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506027 Oct 14 03:12:07.027792 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-07702fe4-355e-4a35-b2d3-453c9a4186b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65be11f-b696-46bf-bef8-fad00cafa6bf') {'for_net_delete': True} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:07.028083 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-07702fe4-355e-4a35-b2d3-453c9a4186b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65be11f-b696-46bf-bef8-fad00cafa6bf') {} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:07.039010 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-07702fe4-355e-4a35-b2d3-453c9a4186b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738586902950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128731633'] for segment (e65be11f-b696-46bf-bef8-fad00cafa6bf), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:07.052951 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-07702fe4-355e-4a35-b2d3-453c9a4186b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (e65be11f-b696-46bf-bef8-fad00cafa6bf), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:07.059076 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07702fe4-355e-4a35-b2d3-453c9a4186b6 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=105050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 03:12:07.059448 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-07702fe4-355e-4a35-b2d3-453c9a4186b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128314383'] for segment (e65be11f-b696-46bf-bef8-fad00cafa6bf), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:07.101826 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.services.segments.plugin [-] Segment e65be11f-b696-46bf-bef8-fad00cafa6bf resource provider aggregate not found Oct 14 03:12:07.121059 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.services.segments.plugin [-] Segment e65be11f-b696-46bf-bef8-fad00cafa6bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e65be11f-b696-46bf-bef8-fad00cafa6bf found for delete ", "request_id": "req-0ac9c98b-c8d7-4649-8e90-5b6c7c8ca4fe"}]} Oct 14 03:12:07.211703 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-07702fe4-355e-4a35-b2d3-453c9a4186b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729251'] for network (6f9d2079-fec7-4a8b-b52a-3ca108fd76be), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:07.219339 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-07702fe4-355e-4a35-b2d3-453c9a4186b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:07.224189 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-07702fe4-355e-4a35-b2d3-453c9a4186b6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/6f9d2079-fec7-4a8b-b52a-3ca108fd76be HTTP/1.1" status: 204 len: 168 time: 0.4067543 Oct 14 03:12:07.237523 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07702fe4-355e-4a35-b2d3-453c9a4186b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f9d2079-fec7-4a8b-b52a-3ca108fd76be,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:07.245718 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1716a-046d-4ade-935e-e38a46c8f25c req-cb07ae6d-4411-4f59-b0c1-b0779860645d tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:07.247273 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-36f1716a-046d-4ade-935e-e38a46c8f25c req-cb07ae6d-4411-4f59-b0c1-b0779860645d tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0536647 Oct 14 03:12:07.298277 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-36f1716a-046d-4ade-935e-e38a46c8f25c req-9d7f3984-1b63-48fd-b228-a86115b76001 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441573 Oct 14 03:12:07.651948 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 37860) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:07.692007 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-4e5be684-9967-477d-88ce-1bd4f5a70b2e admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=9e3dfb4977504552a5480cd375ded7dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389326 Oct 14 03:12:07.701603 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 37862) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:07.742236 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-11faee7d-4586-4245-8b79-21a4e2185ed4 admin admin] Publish callbacks [] for security_group (83cba561-7959-4445-8a41-9737ef07d79e), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:07.762605 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-11faee7d-4586-4245-8b79-21a4e2185ed4 admin admin] Publish callbacks [] for security_group (83cba561-7959-4445-8a41-9737ef07d79e), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:07.855373 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 35720301-b893-4ece-93d6-8ee41b47d0ed details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:12:07.880452 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-11faee7d-4586-4245-8b79-21a4e2185ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (83cba561-7959-4445-8a41-9737ef07d79e), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:07.883064 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-11faee7d-4586-4245-8b79-21a4e2185ed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:07.886498 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-11faee7d-4586-4245-8b79-21a4e2185ed4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/83cba561-7959-4445-8a41-9737ef07d79e HTTP/1.1" status: 204 len: 168 time: 0.1889429 Oct 14 03:12:07.892847 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11faee7d-4586-4245-8b79-21a4e2185ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cba561-7959-4445-8a41-9737ef07d79e,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:07.968782 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 35720301-b893-4ece-93d6-8ee41b47d0ed, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=35720301-b893-4ece-93d6-8ee41b47d0ed,segment=NetworkSegment(0bd7363f-1e7b-4f9f-97e4-ea5a76df5163),segment_id=0bd7363f-1e7b-4f9f-97e4-ea5a76df5163)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:12:07.980211 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': '35720301-b893-4ece-93d6-8ee41b47d0ed', 'network_id': '7cb11f38-453c-4dba-b596-ffc7e3080665', 'port_id': '35720301-b893-4ece-93d6-8ee41b47d0ed', 'mac_address': 'fa:16:3e:de:74:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f651597-378d-4c39-9b88-e10f81c3a706', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:12:08.015978 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 35720301-b893-4ece-93d6-8ee41b47d0ed is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:12:08.016382 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (35720301-b893-4ece-93d6-8ee41b47d0ed), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:08.030483 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35720301-b893-4ece-93d6-8ee41b47d0ed {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:12:08.055098 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 35720301-b893-4ece-93d6-8ee41b47d0ed, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=35720301-b893-4ece-93d6-8ee41b47d0ed,segment=NetworkSegment(0bd7363f-1e7b-4f9f-97e4-ea5a76df5163),segment_id=0bd7363f-1e7b-4f9f-97e4-ea5a76df5163)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:12:08.128625 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7e6b8-1ad7-497f-9a17-172dffe3d7f9 req-ac9a1a4e-ea1b-495c-bd97-9b148e6ade29 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:08.130110 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-44c7e6b8-1ad7-497f-9a17-172dffe3d7f9 req-ac9a1a4e-ea1b-495c-bd97-9b148e6ade29 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 948 time: 0.0605433 Oct 14 03:12:08.141439 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (35720301-b893-4ece-93d6-8ee41b47d0ed), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:08.165194 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:08.180531 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a13365-2ca8-493f-a882-0eaf728e4bce req-aceef19d-3b21-4923-8949-95ac7d751ca1 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:08.182027 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-03a13365-2ca8-493f-a882-0eaf728e4bce req-aceef19d-3b21-4923-8949-95ac7d751ca1 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 947 time: 0.0759881 Oct 14 03:12:08.192371 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=35720301-b893-4ece-93d6-8ee41b47d0ed,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:08.201170 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:08.202772 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:08.202772 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:08.202772 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:08.202772 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:08.202772 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:08.203396 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:08.203786 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:08.204198 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:08.204596 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:08.204986 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:08.205384 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:08.205912 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:08.206303 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:08.206682 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:08.218049 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-44c7e6b8-1ad7-497f-9a17-172dffe3d7f9 req-2a6c1207-06a7-4575-9a87-447c035bf5a6 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4f0bbb1a-d030-4491-9b50-d314142b036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718856 Oct 14 03:12:08.226211 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:08.249795 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-03a13365-2ca8-493f-a882-0eaf728e4bce req-4e5b6076-b945-47fb-a7f6-245ac465c1c4 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560293 Oct 14 03:12:08.428432 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c06da-c5a5-4e74-bd97-80b162aff039 req-46ce67a4-f6e8-4bf0-b74a-5759253d3fa0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:08.429920 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d81c06da-c5a5-4e74-bd97-80b162aff039 req-46ce67a4-f6e8-4bf0-b74a-5759253d3fa0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0525997 Oct 14 03:12:08.482871 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d81c06da-c5a5-4e74-bd97-80b162aff039 req-3a80125f-2a96-45c7-be49-7d09a11937d9 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472243 Oct 14 03:12:08.611456 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['35720301-b893-4ece-93d6-8ee41b47d0ed'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:12:08.615187 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:09.352295 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d9218-915a-4987-a759-ae0777fb418e req-79e4be04-37cf-4c0d-9769-9a2f25889b6b tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:09.353770 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1f2d9218-915a-4987-a759-ae0777fb418e req-79e4be04-37cf-4c0d-9769-9a2f25889b6b tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 949 time: 0.0536742 Oct 14 03:12:09.418590 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dace8-fc91-425c-bb54-cb5fce291e52 req-a28f3e3f-f565-4c31-8534-dec284118c3d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:09.420259 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-213dace8-fc91-425c-bb54-cb5fce291e52 req-a28f3e3f-f565-4c31-8534-dec284118c3d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 947 time: 0.0653932 Oct 14 03:12:09.450043 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1f2d9218-915a-4987-a759-ae0777fb418e req-2f413291-c131-4125-9796-a0b8d9993f4a tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4f0bbb1a-d030-4491-9b50-d314142b036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858917 Oct 14 03:12:09.478038 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-213dace8-fc91-425c-bb54-cb5fce291e52 req-bee720d6-e943-4948-aeb2-9b282834bd06 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496511 Oct 14 03:12:09.601342 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5103bcd-0918-4d73-917b-3e72f10ec48b req-811e73d2-6f51-4840-88ac-940be170027a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:09.602818 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f5103bcd-0918-4d73-917b-3e72f10ec48b req-811e73d2-6f51-4840-88ac-940be170027a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0456097 Oct 14 03:12:09.650408 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f5103bcd-0918-4d73-917b-3e72f10ec48b req-8949618d-300c-4194-b886-dc42d1bb7f3d tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421233 Oct 14 03:12:09.878401 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 35720301-b893-4ece-93d6-8ee41b47d0ed up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:12:09.924254 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port 35720301-b893-4ece-93d6-8ee41b47d0ed completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:12:10.011888 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port 35720301-b893-4ece-93d6-8ee41b47d0ed triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:12:10.012488 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (35720301-b893-4ece-93d6-8ee41b47d0ed), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:10.013018 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port 35720301-b893-4ece-93d6-8ee41b47d0ed Oct 14 03:12:10.082055 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:10.086034 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 35720301-b893-4ece-93d6-8ee41b47d0ed is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:12:10.086429 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (35720301-b893-4ece-93d6-8ee41b47d0ed), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:10.109058 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a498bd2-9d09-48f9-8430-a01fcb810321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35720301-b893-4ece-93d6-8ee41b47d0ed'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:12:10.112207 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc4851f-cc26-44c3-bda6-772f527ca0b5" -d '{"events": [{"server_uuid": "6a498bd2-9d09-48f9-8430-a01fcb810321", "name": "network-vif-plugged", "status": "completed", "tag": "35720301-b893-4ece-93d6-8ee41b47d0ed"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:12:10.128258 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 35720301-b893-4ece-93d6-8ee41b47d0ed, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=35720301-b893-4ece-93d6-8ee41b47d0ed,segment=NetworkSegment(0bd7363f-1e7b-4f9f-97e4-ea5a76df5163),segment_id=0bd7363f-1e7b-4f9f-97e4-ea5a76df5163)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:12:10.148807 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00e805b-ee07-4b31-b8b0-3e246aa5798f x-openstack-request-id: req-c00e805b-ee07-4b31-b8b0-3e246aa5798f {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:12:10.149122 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a498bd2-9d09-48f9-8430-a01fcb810321", "name": "network-vif-plugged", "status": "completed", "tag": "35720301-b893-4ece-93d6-8ee41b47d0ed", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:12:10.149956 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c00e805b-ee07-4b31-b8b0-3e246aa5798f {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:12:10.149956 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00e805b-ee07-4b31-b8b0-3e246aa5798f'] response: {'server_uuid': '6a498bd2-9d09-48f9-8430-a01fcb810321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35720301-b893-4ece-93d6-8ee41b47d0ed', 'code': 200} Oct 14 03:12:10.205935 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (35720301-b893-4ece-93d6-8ee41b47d0ed), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:10.254681 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=35720301-b893-4ece-93d6-8ee41b47d0ed,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:10.579990 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0b790-e4f0-4aaf-a27e-4d0fd3c2d9bb req-cd21bf4d-e4c0-41d0-a051-4544ec53f1aa tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:10.581422 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d3c0b790-e4f0-4aaf-a27e-4d0fd3c2d9bb req-cd21bf4d-e4c0-41d0-a051-4544ec53f1aa tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 950 time: 0.0566885 Oct 14 03:12:10.634614 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c58143-9d21-4fcf-ad0b-37a187fb2e98 req-bd8335c1-f7d5-4b29-8e5d-ed1d2b26f51e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:10.636308 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-69c58143-9d21-4fcf-ad0b-37a187fb2e98 req-bd8335c1-f7d5-4b29-8e5d-ed1d2b26f51e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 947 time: 0.0735111 Oct 14 03:12:10.673016 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d3c0b790-e4f0-4aaf-a27e-4d0fd3c2d9bb req-c2ce0cc8-ce57-46d2-aef4-576fe24c9a90 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4f0bbb1a-d030-4491-9b50-d314142b036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727146 Oct 14 03:12:10.708543 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-69c58143-9d21-4fcf-ad0b-37a187fb2e98 req-e81d146d-d280-4ae2-8a3d-6341cda83e29 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=86f21e94-fb4c-4aca-a6e2-4f07746e8786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612395 Oct 14 03:12:10.731065 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51829b7c-5315-49f6-b5a8-0ed3b882cb03 req-01487643-039d-4a96-a3ab-a5a89e3649af tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:10.732564 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-51829b7c-5315-49f6-b5a8-0ed3b882cb03 req-01487643-039d-4a96-a3ab-a5a89e3649af tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 947 time: 0.0604613 Oct 14 03:12:10.803934 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773762d-2ce1-44b7-8e5d-9b7cdfd78eec req-a274d389-3094-4f3a-aa1a-a000e11333f6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:10.805380 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9773762d-2ce1-44b7-8e5d-9b7cdfd78eec req-a274d389-3094-4f3a-aa1a-a000e11333f6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0465956 Oct 14 03:12:10.817294 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-51829b7c-5315-49f6-b5a8-0ed3b882cb03 req-e7773642-d881-4718-b94f-06afa361db70 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Deleting port e18b99a9-f003-40de-a7b1-30cc36ffa681 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:12:10.817747 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-51829b7c-5315-49f6-b5a8-0ed3b882cb03 req-e7773642-d881-4718-b94f-06afa361db70 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:10.854613 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9773762d-2ce1-44b7-8e5d-9b7cdfd78eec req-30a9a73c-5fd8-49fc-bf16-771d8e8ce273 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427835 Oct 14 03:12:10.878446 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:10.913280 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-51829b7c-5315-49f6-b5a8-0ed3b882cb03 req-e7773642-d881-4718-b94f-06afa361db70 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] For port e18b99a9-f003-40de-a7b1-30cc36ffa681, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=e18b99a9-f003-40de-a7b1-30cc36ffa681,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:12:10.913642 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-51829b7c-5315-49f6-b5a8-0ed3b882cb03 req-e7773642-d881-4718-b94f-06afa361db70 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:10.977407 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c030cab-91f4-4eb1-8b3d-527853002678 req-cc967c55-0491-4fa5-85e5-012ee4a47bf0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:10.979525 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4c030cab-91f4-4eb1-8b3d-527853002678 req-cc967c55-0491-4fa5-85e5-012ee4a47bf0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0526547 Oct 14 03:12:10.991285 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 37926) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:10.997946 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-3ec14445-2ec3-4f75-996b-285d1dca9d74 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Request body: {'floatingip': {'port_id': '04f7e24a-0bec-4456-bb1a-56489e3f78c6'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:12:11.040180 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043afbdc-17a9-4eb3-944c-f1b6353f5404 req-0a498d2a-2dd3-4e4e-876f-0969db3706a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:11.041653 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-043afbdc-17a9-4eb3-944c-f1b6353f5404 req-0a498d2a-2dd3-4e4e-876f-0969db3706a5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 1134 time: 0.0768657 Oct 14 03:12:11.055397 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:11.066673 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3ec14445-2ec3-4f75-996b-285d1dca9d74 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for floatingip (f6228baf-b71d-4bc5-8dd1-ed2e78f019c7), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:11.145300 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-043afbdc-17a9-4eb3-944c-f1b6353f5404 req-70ba4a35-bacf-40df-9cb2-3e569deff904 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4f0bbb1a-d030-4491-9b50-d314142b036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963397 Oct 14 03:12:11.147180 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:11.149007 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-51829b7c-5315-49f6-b5a8-0ed3b882cb03 req-e7773642-d881-4718-b94f-06afa361db70 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:11.149360 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-51829b7c-5315-49f6-b5a8-0ed3b882cb03 req-e7773642-d881-4718-b94f-06afa361db70 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (de47ad7e-99cf-4acf-8a94-353bc45fb40d), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:11.149696 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.l3_db [req-51829b7c-5315-49f6-b5a8-0ed3b882cb03 req-e7773642-d881-4718-b94f-06afa361db70 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Floating IP de47ad7e-99cf-4acf-8a94-353bc45fb40d disassociated. External IP: 172.27.3.243, port: e18b99a9-f003-40de-a7b1-30cc36ffa681. Oct 14 03:12:11.150070 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-51829b7c-5315-49f6-b5a8-0ed3b882cb03 req-e7773642-d881-4718-b94f-06afa361db70 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Calling delete_port for e18b99a9-f003-40de-a7b1-30cc36ffa681 owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:12:11.335984 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-51829b7c-5315-49f6-b5a8-0ed3b882cb03 req-e7773642-d881-4718-b94f-06afa361db70 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (e18b99a9-f003-40de-a7b1-30cc36ffa681), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:11.365191 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7773642-d881-4718-b94f-06afa361db70 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Pushing event deleted for resources: {'Port': ['ID=e18b99a9-f003-40de-a7b1-30cc36ffa681,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:11.474163 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:11.483274 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51829b7c-5315-49f6-b5a8-0ed3b882cb03 req-e7773642-d881-4718-b94f-06afa361db70 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Router 81e22758-1511-4527-8f1c-fe3815b3ceb5 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:12:11.534052 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3ec14445-2ec3-4f75-996b-285d1dca9d74 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:11.588207 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51829b7c-5315-49f6-b5a8-0ed3b882cb03 req-e7773642-d881-4718-b94f-06afa361db70 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:12:11.599797 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e170f-8d7e-448c-a431-34e2be28d171 None None] Sync routers for ids ['81e22758-1511-4527-8f1c-fe3815b3ceb5'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:12:11.609938 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e170f-8d7e-448c-a431-34e2be28d171 None None] Routers {'81e22758-1511-4527-8f1c-fe3815b3ceb5'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:12:11.611398 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-8c5e170f-8d7e-448c-a431-34e2be28d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:11:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['81e22758-1511-4527-8f1c-fe3815b3ceb5'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:11.612770 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3ec14445-2ec3-4f75-996b-285d1dca9d74 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (f6228baf-b71d-4bc5-8dd1-ed2e78f019c7), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:11.614835 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:11.635041 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-51829b7c-5315-49f6-b5a8-0ed3b882cb03 req-e7773642-d881-4718-b94f-06afa361db70 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] No DVR routers for this DVR port e18b99a9-f003-40de-a7b1-30cc36ffa681 on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:12:11.637737 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-51829b7c-5315-49f6-b5a8-0ed3b882cb03 req-e7773642-d881-4718-b94f-06afa361db70 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:11.640889 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-51829b7c-5315-49f6-b5a8-0ed3b882cb03 req-e7773642-d881-4718-b94f-06afa361db70 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.40 "DELETE /networking/v2.0/ports/e18b99a9-f003-40de-a7b1-30cc36ffa681 HTTP/1.1" status: 204 len: 173 time: 0.9029479 Oct 14 03:12:11.641969 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'name': 'network-vif-deleted', 'tag': 'e18b99a9-f003-40de-a7b1-30cc36ffa681'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:12:11.644296 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d293b22b-9540-48d1-93b6-89896ae2e03b" -d '{"events": [{"server_uuid": "d95dafdb-f3bf-4f25-96bc-6595e7f52a89", "name": "network-vif-deleted", "tag": "e18b99a9-f003-40de-a7b1-30cc36ffa681"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:12:11.685039 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6a91bc-57f3-42f6-b0d3-a297f0be140d x-openstack-request-id: req-9e6a91bc-57f3-42f6-b0d3-a297f0be140d {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:12:11.685339 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95dafdb-f3bf-4f25-96bc-6595e7f52a89", "name": "network-vif-deleted", "tag": "e18b99a9-f003-40de-a7b1-30cc36ffa681", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:12:11.685594 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e6a91bc-57f3-42f6-b0d3-a297f0be140d {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:12:11.686043 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6a91bc-57f3-42f6-b0d3-a297f0be140d'] response: {'server_uuid': 'd95dafdb-f3bf-4f25-96bc-6595e7f52a89', 'name': 'network-vif-deleted', 'tag': 'e18b99a9-f003-40de-a7b1-30cc36ffa681', 'status': 'completed', 'code': 200} Oct 14 03:12:11.743777 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-8c5e170f-8d7e-448c-a431-34e2be28d171 None None] Set router 81e22758-1511-4527-8f1c-fe3815b3ceb5 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:12:11.957281 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-8c5e170f-8d7e-448c-a431-34e2be28d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '95623a04-e6be-4a48-9e2b-d406c885e069', 'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'mac_address': 'fa:16:3e:7a:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 5, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'subnets': [{'id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:11.987322 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e170f-8d7e-448c-a431-34e2be28d171 None None] Checking router: 81e22758-1511-4527-8f1c-fe3815b3ceb5 for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:12:11.996270 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e170f-8d7e-448c-a431-34e2be28d171 None None] Routers {'81e22758-1511-4527-8f1c-fe3815b3ceb5'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:12:11.996888 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-8c5e170f-8d7e-448c-a431-34e2be28d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:11:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['81e22758-1511-4527-8f1c-fe3815b3ceb5'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:12.071957 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:12.097626 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ed17953d-cf79-4b44-b36d-36506ee63902 req-a17afcc1-b31b-4ee5-b77a-56f090b8ed27 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.0542316 Oct 14 03:12:12.098690 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-8c5e170f-8d7e-448c-a431-34e2be28d171 None None] Set router 81e22758-1511-4527-8f1c-fe3815b3ceb5 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:12:12.106947 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb69fd4-390e-4f5e-b287-4f0cee8d931c req-b094c387-ac44-4d6e-9d7d-2e9054516331 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:12.108284 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ffb69fd4-390e-4f5e-b287-4f0cee8d931c req-b094c387-ac44-4d6e-9d7d-2e9054516331 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 950 time: 0.3071680 Oct 14 03:12:12.115605 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec14445-2ec3-4f75-996b-285d1dca9d74 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Router 9fea9e82-4ae3-4676-8db6-902834f829a2 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:12:12.204593 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ffb69fd4-390e-4f5e-b287-4f0cee8d931c req-c0d41a3b-5852-4f10-911e-cd338bbf4b11 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4f0bbb1a-d030-4491-9b50-d314142b036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872395 Oct 14 03:12:12.256938 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec14445-2ec3-4f75-996b-285d1dca9d74 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:12:12.261464 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3ec14445-2ec3-4f75-996b-285d1dca9d74 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:12.269156 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0f3bb8-3b19-48e7-a381-053ee8a8afe5 None None] Sync routers for ids ['9fea9e82-4ae3-4676-8db6-902834f829a2'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:12:12.280854 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f3bb8-3b19-48e7-a381-053ee8a8afe5 None None] Routers {'9fea9e82-4ae3-4676-8db6-902834f829a2'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:12:12.281486 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-1c0f3bb8-3b19-48e7-a381-053ee8a8afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:11:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9fea9e82-4ae3-4676-8db6-902834f829a2'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:12.293260 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'tag': '04f7e24a-0bec-4456-bb1a-56489e3f78c6'}] {{(pid=105049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:12:12.295808 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fb9ae14b47f429fd368683312699964b37f4ab477e95edbe6fc545a578585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755f24fd-175c-4db6-970a-424f215a7307" -d '{"events": [{"name": "network-changed", "server_uuid": "07426fa3-a9d9-4304-854a-b6a298b3f8c7", "tag": "04f7e24a-0bec-4456-bb1a-56489e3f78c6"}]}' {{(pid=105049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:12:12.327760 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-3ec14445-2ec3-4f75-996b-285d1dca9d74 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/f6228baf-b71d-4bc5-8dd1-ed2e78f019c7 HTTP/1.1" status: 200 len: 993 time: 1.3352003 Oct 14 03:12:12.346362 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a169cb-95bd-4c5a-a95d-52f68904407b x-openstack-request-id: req-b5a169cb-95bd-4c5a-a95d-52f68904407b {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:12:12.346652 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07426fa3-a9d9-4304-854a-b6a298b3f8c7", "tag": "04f7e24a-0bec-4456-bb1a-56489e3f78c6", "status": "completed", "code": 200}]} {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:12:12.346900 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5a169cb-95bd-4c5a-a95d-52f68904407b {{(pid=105049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:12:12.347296 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5a169cb-95bd-4c5a-a95d-52f68904407b'] response: {'name': 'network-changed', 'server_uuid': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'tag': '04f7e24a-0bec-4456-bb1a-56489e3f78c6', 'status': 'completed', 'code': 200} Oct 14 03:12:12.386419 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-1c0f3bb8-3b19-48e7-a381-053ee8a8afe5 None None] Set router 9fea9e82-4ae3-4676-8db6-902834f829a2 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:12:12.440783 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-8c5e170f-8d7e-448c-a431-34e2be28d171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '95623a04-e6be-4a48-9e2b-d406c885e069', 'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'mac_address': 'fa:16:3e:7a:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 5, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'subnets': [{'id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:12.469971 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e170f-8d7e-448c-a431-34e2be28d171 None None] The sync data for ids ['81e22758-1511-4527-8f1c-fe3815b3ceb5'] in dv-cinder-801522-13-iscsi is: [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '95623a04-e6be-4a48-9e2b-d406c885e069', 'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'mac_address': 'fa:16:3e:7a:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 5, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'subnets': [{'id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:12:12.603449 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-1c0f3bb8-3b19-48e7-a381-053ee8a8afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'gw_port': {'id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': 'f6228baf-b71d-4bc5-8dd1-ed2e78f019c7', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'port_id': '04f7e24a-0bec-4456-bb1a-56489e3f78c6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'mac_address': 'fa:16:3e:2d:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:09:47Z', 'updated_at': '2022-10-14T03:12:11Z', 'revision_number': 3, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1b4b7c-8b51-40c7-868e-b0ed0167a770', 'name': '', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'mac_address': 'fa:16:3e:2d:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '83361155-00a4-439a-b18b-f6450713d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:49Z', 'revision_number': 5, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'subnets': [{'id': '83361155-00a4-439a-b18b-f6450713d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:12.633023 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0f3bb8-3b19-48e7-a381-053ee8a8afe5 None None] Checking router: 9fea9e82-4ae3-4676-8db6-902834f829a2 for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:12:12.641899 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f3bb8-3b19-48e7-a381-053ee8a8afe5 None None] Routers {'9fea9e82-4ae3-4676-8db6-902834f829a2'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:12:12.642510 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-1c0f3bb8-3b19-48e7-a381-053ee8a8afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:11:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9fea9e82-4ae3-4676-8db6-902834f829a2'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:12.682189 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb35415-dcf8-40f8-abea-6b7a9dd8889a None None] New status for floating IP de47ad7e-99cf-4acf-8a94-353bc45fb40d: DOWN {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:12:12.742980 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-1c0f3bb8-3b19-48e7-a381-053ee8a8afe5 None None] Set router 9fea9e82-4ae3-4676-8db6-902834f829a2 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:12:12.945330 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-1c0f3bb8-3b19-48e7-a381-053ee8a8afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'gw_port': {'id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': 'f6228baf-b71d-4bc5-8dd1-ed2e78f019c7', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'port_id': '04f7e24a-0bec-4456-bb1a-56489e3f78c6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'mac_address': 'fa:16:3e:2d:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:09:47Z', 'updated_at': '2022-10-14T03:12:11Z', 'revision_number': 3, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1b4b7c-8b51-40c7-868e-b0ed0167a770', 'name': '', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'mac_address': 'fa:16:3e:2d:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '83361155-00a4-439a-b18b-f6450713d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:49Z', 'revision_number': 5, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'subnets': [{'id': '83361155-00a4-439a-b18b-f6450713d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:12.972317 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0f3bb8-3b19-48e7-a381-053ee8a8afe5 None None] The sync data for ids ['9fea9e82-4ae3-4676-8db6-902834f829a2'] in dv-cinder-801522-13-iscsi is: [{'id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'gw_port': {'id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': 'f6228baf-b71d-4bc5-8dd1-ed2e78f019c7', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'port_id': '04f7e24a-0bec-4456-bb1a-56489e3f78c6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'mac_address': 'fa:16:3e:2d:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:09:47Z', 'updated_at': '2022-10-14T03:12:11Z', 'revision_number': 3, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1b4b7c-8b51-40c7-868e-b0ed0167a770', 'name': '', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'mac_address': 'fa:16:3e:2d:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '83361155-00a4-439a-b18b-f6450713d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:49Z', 'revision_number': 5, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'subnets': [{'id': '83361155-00a4-439a-b18b-f6450713d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:12:13.213361 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0b47755b-6a26-45bb-8c85-b90d212b8009 req-d19cfd9e-f145-4368-bec2-323e219ed8bd tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.0298202 Oct 14 03:12:13.312671 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:13.322693 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9960d4-b70e-4454-a08c-b694264e4698 req-119ac956-6552-45d5-b870-e00be8187d90 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:13.324105 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0e9960d4-b70e-4454-a08c-b694264e4698 req-119ac956-6552-45d5-b870-e00be8187d90 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 950 time: 0.0452442 Oct 14 03:12:13.370577 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0e9960d4-b70e-4454-a08c-b694264e4698 req-a3584e0f-cf86-40d3-bddb-31b12264cc25 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4f0bbb1a-d030-4491-9b50-d314142b036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Oct 14 03:12:14.320162 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-95821ada-8bb7-4fed-bfaa-1bcc3f98dea8 req-b66b0f34-21e2-4168-a8e2-c476f265022d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.0274730 Oct 14 03:12:14.348849 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'tag': '04f7e24a-0bec-4456-bb1a-56489e3f78c6'}] {{(pid=105049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:12:14.351179 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fb9ae14b47f429fd368683312699964b37f4ab477e95edbe6fc545a578585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdbd4c9-3814-4988-acf6-858c1bd49ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "07426fa3-a9d9-4304-854a-b6a298b3f8c7", "tag": "04f7e24a-0bec-4456-bb1a-56489e3f78c6"}]}' {{(pid=105049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:12:14.389489 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef04725-f115-4ac8-b332-dd20257b265f x-openstack-request-id: req-8ef04725-f115-4ac8-b332-dd20257b265f {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:12:14.389809 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07426fa3-a9d9-4304-854a-b6a298b3f8c7", "tag": "04f7e24a-0bec-4456-bb1a-56489e3f78c6", "status": "completed", "code": 200}]} {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:12:14.390069 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ef04725-f115-4ac8-b332-dd20257b265f {{(pid=105049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:12:14.390468 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef04725-f115-4ac8-b332-dd20257b265f'] response: {'name': 'network-changed', 'server_uuid': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'tag': '04f7e24a-0bec-4456-bb1a-56489e3f78c6', 'status': 'completed', 'code': 200} Oct 14 03:12:14.491274 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf93d72-3ec1-475b-8d5d-b272b64b171c req-875ac274-f9dc-49e4-a3f3-39d2508f8faa tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:14.492726 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-caf93d72-3ec1-475b-8d5d-b272b64b171c req-875ac274-f9dc-49e4-a3f3-39d2508f8faa tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 950 time: 0.0489826 Oct 14 03:12:14.540586 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-caf93d72-3ec1-475b-8d5d-b272b64b171c req-dc220625-937d-4a39-b77a-c066885518e8 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4f0bbb1a-d030-4491-9b50-d314142b036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421622 Oct 14 03:12:14.567133 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device e18b99a9-f003-40de-a7b1-30cc36ffa681 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:12:14.589014 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: e18b99a9-f003-40de-a7b1-30cc36ffa681 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:12:14.589359 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device e18b99a9-f003-40de-a7b1-30cc36ffa681 not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:12:14.783162 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbd4c9-3814-4988-acf6-858c1bd49ccb req-59a70309-33e7-4f6c-bc51-0ac5847ade7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:14.784721 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bbdbd4c9-3814-4988-acf6-858c1bd49ccb req-59a70309-33e7-4f6c-bc51-0ac5847ade7d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 1129 time: 0.0397427 Oct 14 03:12:14.954240 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbd4c9-3814-4988-acf6-858c1bd49ccb req-444658ca-8d95-484b-b447-7638868ab926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:14.955634 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bbdbd4c9-3814-4988-acf6-858c1bd49ccb req-444658ca-8d95-484b-b447-7638868ab926 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 200 len: 919 time: 0.0868077 Oct 14 03:12:15.438953 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-96fdad7f-7879-422c-8776-130bf3fd569e req-772c266d-0342-4c1c-9158-50fdf2032c2c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.0271595 Oct 14 03:12:15.678390 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd5061-e756-4006-9ff7-22419f376630 req-9e4e4c2a-dd58-41f9-a170-5911ac6b2fa7 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:15.679934 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-febd5061-e756-4006-9ff7-22419f376630 req-9e4e4c2a-dd58-41f9-a170-5911ac6b2fa7 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 950 time: 0.0614951 Oct 14 03:12:15.706062 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bbdbd4c9-3814-4988-acf6-858c1bd49ccb req-c4570054-43a5-46f5-a268-bd986bc195e4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04f7e24a-0bec-4456-bb1a-56489e3f78c6 HTTP/1.1" status: 200 len: 1001 time: 0.0671065 Oct 14 03:12:15.733122 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-febd5061-e756-4006-9ff7-22419f376630 req-c1522388-8ffb-4dce-9070-7349cb6e714e tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4f0bbb1a-d030-4491-9b50-d314142b036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472777 Oct 14 03:12:15.767005 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbd4c9-3814-4988-acf6-858c1bd49ccb req-8c756373-fabb-4e0c-9819-b580ba492879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:15.768582 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bbdbd4c9-3814-4988-acf6-858c1bd49ccb req-8c756373-fabb-4e0c-9819-b580ba492879 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=83361155-00a4-439a-b18b-f6450713d13d HTTP/1.1" status: 200 len: 857 time: 0.0563669 Oct 14 03:12:15.822548 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbd4c9-3814-4988-acf6-858c1bd49ccb req-8476ffc2-0bef-48c6-814a-aac668759a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:15.824186 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bbdbd4c9-3814-4988-acf6-858c1bd49ccb req-8476ffc2-0bef-48c6-814a-aac668759a13 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=55f1e2d7-2b20-46bb-a21a-28526552f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450611 Oct 14 03:12:15.933184 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bbdbd4c9-3814-4988-acf6-858c1bd49ccb req-e4c0e1c0-f12d-43b6-a6c1-014f18c95368 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920632 Oct 14 03:12:16.026592 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bbdbd4c9-3814-4988-acf6-858c1bd49ccb req-b9adc91d-25fd-40f6-84ce-5f60ca13a133 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867133 Oct 14 03:12:16.195384 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e1d89-308c-4e49-8310-a67dbcc32615 req-90266c0c-3f7a-448c-a985-1a102fa57db5 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:16.196786 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d54e1d89-308c-4e49-8310-a67dbcc32615 req-90266c0c-3f7a-448c-a985-1a102fa57db5 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 950 time: 0.0495744 Oct 14 03:12:16.244443 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d54e1d89-308c-4e49-8310-a67dbcc32615 req-f533aced-2ac8-406f-b7cc-4139b236ccf3 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4f0bbb1a-d030-4491-9b50-d314142b036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420024 Oct 14 03:12:16.563824 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a00f31a9-868c-4e59-84cf-0af7f223b0f4 req-e59a2332-8bae-4360-8fef-cfdd866dba44 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.0266898 Oct 14 03:12:17.365202 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412b38f-656f-4ac6-b55c-350b9129059a req-11d36330-74c3-4d29-8e49-9cd4e678444a tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:17.366663 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5412b38f-656f-4ac6-b55c-350b9129059a req-11d36330-74c3-4d29-8e49-9cd4e678444a tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 950 time: 0.0460196 Oct 14 03:12:17.408589 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:17.413275 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5412b38f-656f-4ac6-b55c-350b9129059a req-4bc63817-ae07-47d6-a58d-888a536d9b00 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4f0bbb1a-d030-4491-9b50-d314142b036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411038 Oct 14 03:12:17.691637 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e8019438-a406-427c-aeb7-478f1a8c0bf3 req-3ef6a2fe-3d8a-450f-99d7-e630b454d817 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d95dafdb-f3bf-4f25-96bc-6595e7f52a89 HTTP/1.1" status: 200 len: 210 time: 0.0360315 Oct 14 03:12:17.725427 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f24fd-175c-4db6-970a-424f215a7307 req-3f4eb9e9-71af-4aa1-befb-cada5baf995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:17.727585 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-755f24fd-175c-4db6-970a-424f215a7307 req-3f4eb9e9-71af-4aa1-befb-cada5baf995f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44d8a8798bc64aefadd52c30a21002ef&device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 1129 time: 0.0473466 Oct 14 03:12:18.064553 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f24fd-175c-4db6-970a-424f215a7307 req-abc9bcfa-e69a-4f34-b1e8-7a34acda3947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:18.066081 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-755f24fd-175c-4db6-970a-424f215a7307 req-abc9bcfa-e69a-4f34-b1e8-7a34acda3947 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 200 len: 919 time: 0.3307629 Oct 14 03:12:18.176435 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb0f8a-aef6-4ffc-bfe8-fa4771354771 req-361c0a62-b673-46f8-9a6b-0f57cfc744a6 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:18.177861 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8fbb0f8a-aef6-4ffc-bfe8-fa4771354771 req-361c0a62-b673-46f8-9a6b-0f57cfc744a6 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 950 time: 0.0896492 Oct 14 03:12:18.181572 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-755f24fd-175c-4db6-970a-424f215a7307 req-bba15533-1b61-4368-b18a-7b63de541a4a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04f7e24a-0bec-4456-bb1a-56489e3f78c6 HTTP/1.1" status: 200 len: 1001 time: 0.0944881 Oct 14 03:12:18.249327 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:18.291354 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f24fd-175c-4db6-970a-424f215a7307 req-f8aa9db4-1558-469e-b8c4-4ca082e34a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:18.292691 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-755f24fd-175c-4db6-970a-424f215a7307 req-f8aa9db4-1558-469e-b8c4-4ca082e34a84 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=83361155-00a4-439a-b18b-f6450713d13d HTTP/1.1" status: 200 len: 857 time: 0.0946221 Oct 14 03:12:18.332613 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-8fbb0f8a-aef6-4ffc-bfe8-fa4771354771 req-d046f1ce-4f1e-45f8-98ae-a0460a46c2f3 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Deleting port 35720301-b893-4ece-93d6-8ee41b47d0ed {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:12:18.332945 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-8fbb0f8a-aef6-4ffc-bfe8-fa4771354771 req-d046f1ce-4f1e-45f8-98ae-a0460a46c2f3 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (35720301-b893-4ece-93d6-8ee41b47d0ed), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:18.348488 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:18.390067 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f24fd-175c-4db6-970a-424f215a7307 req-bfbb3e6d-f35c-47bb-a884-e971ee58a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:18.391634 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-755f24fd-175c-4db6-970a-424f215a7307 req-bfbb3e6d-f35c-47bb-a884-e971ee58a7cf service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=55f1e2d7-2b20-46bb-a21a-28526552f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0895257 Oct 14 03:12:18.473120 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38000) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:18.489334 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-8fbb0f8a-aef6-4ffc-bfe8-fa4771354771 req-d046f1ce-4f1e-45f8-98ae-a0460a46c2f3 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] For port 35720301-b893-4ece-93d6-8ee41b47d0ed, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=35720301-b893-4ece-93d6-8ee41b47d0ed,segment=NetworkSegment(0bd7363f-1e7b-4f9f-97e4-ea5a76df5163),segment_id=0bd7363f-1e7b-4f9f-97e4-ea5a76df5163)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:12:18.489723 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-8fbb0f8a-aef6-4ffc-bfe8-fa4771354771 req-d046f1ce-4f1e-45f8-98ae-a0460a46c2f3 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (35720301-b893-4ece-93d6-8ee41b47d0ed), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:18.514305 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-8fbb0f8a-aef6-4ffc-bfe8-fa4771354771 req-d046f1ce-4f1e-45f8-98ae-a0460a46c2f3 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Calling delete_port for 35720301-b893-4ece-93d6-8ee41b47d0ed owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:12:18.539082 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-755f24fd-175c-4db6-970a-424f215a7307 req-b682061c-a470-427e-b0bb-86e825aa0f65 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392477 Oct 14 03:12:18.544270 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a665aec-b3ea-4cae-9260-300c4db6c250 req-5599e213-f6a6-4064-89da-5343b265046f tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:18.545774 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6a665aec-b3ea-4cae-9260-300c4db6c250 req-5599e213-f6a6-4064-89da-5343b265046f tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 950 time: 0.0490234 Oct 14 03:12:18.604188 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c204-c4c8-4c29-8a16-01766802a958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:18.608680 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6a665aec-b3ea-4cae-9260-300c4db6c250 req-7fe30024-ddc2-4cb4-ac64-69b10b109879 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4f0bbb1a-d030-4491-9b50-d314142b036f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569298 Oct 14 03:12:18.683932 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c204-c4c8-4c29-8a16-01766802a958 admin admin] Publish callbacks [] for security_group (872433eb-80ee-421e-939b-8a841610e211), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:18.691272 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-755f24fd-175c-4db6-970a-424f215a7307 req-119e53a9-3df5-4992-98d5-92a5ca735f95 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190643 Oct 14 03:12:18.771630 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c204-c4c8-4c29-8a16-01766802a958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (872433eb-80ee-421e-939b-8a841610e211), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:18.810634 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4c204-c4c8-4c29-8a16-01766802a958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872433eb-80ee-421e-939b-8a841610e211,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:18.814850 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-cfd4c204-c4c8-4c29-8a16-01766802a958 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f54275a1e9c74a44905be3fac8c70dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405876 Oct 14 03:12:18.818237 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38008) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:18.824091 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-8fbb0f8a-aef6-4ffc-bfe8-fa4771354771 req-d046f1ce-4f1e-45f8-98ae-a0460a46c2f3 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (35720301-b893-4ece-93d6-8ee41b47d0ed), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:18.854699 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046f1ce-4f1e-45f8-98ae-a0460a46c2f3 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Pushing event deleted for resources: {'Port': ['ID=35720301-b893-4ece-93d6-8ee41b47d0ed,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:18.861588 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38010) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:18.899024 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbb0f8a-aef6-4ffc-bfe8-fa4771354771 req-d046f1ce-4f1e-45f8-98ae-a0460a46c2f3 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] No DVR routers for this DVR port 35720301-b893-4ece-93d6-8ee41b47d0ed on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:12:18.901725 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-8fbb0f8a-aef6-4ffc-bfe8-fa4771354771 req-d046f1ce-4f1e-45f8-98ae-a0460a46c2f3 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:18.903534 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f41aa15e-3ff2-4fb2-8a89-d203d58209fb admin admin] Publish callbacks [] for security_group (872433eb-80ee-421e-939b-8a841610e211), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:18.905380 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8fbb0f8a-aef6-4ffc-bfe8-fa4771354771 req-d046f1ce-4f1e-45f8-98ae-a0460a46c2f3 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.40 "DELETE /networking/v2.0/ports/35720301-b893-4ece-93d6-8ee41b47d0ed HTTP/1.1" status: 204 len: 173 time: 0.7136040 Oct 14 03:12:18.906001 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a498bd2-9d09-48f9-8430-a01fcb810321', 'name': 'network-vif-deleted', 'tag': '35720301-b893-4ece-93d6-8ee41b47d0ed'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:12:18.915717 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad1d07a-ea3b-4704-b911-e66b1a3a2cb8" -d '{"events": [{"server_uuid": "6a498bd2-9d09-48f9-8430-a01fcb810321", "name": "network-vif-deleted", "tag": "35720301-b893-4ece-93d6-8ee41b47d0ed"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:12:18.943351 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f41aa15e-3ff2-4fb2-8a89-d203d58209fb admin admin] Publish callbacks [] for security_group (872433eb-80ee-421e-939b-8a841610e211), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:18.956389 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bdda8a-0fd1-4db6-9916-4cfd094b0863 x-openstack-request-id: req-44bdda8a-0fd1-4db6-9916-4cfd094b0863 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:12:18.956675 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a498bd2-9d09-48f9-8430-a01fcb810321", "name": "network-vif-deleted", "tag": "35720301-b893-4ece-93d6-8ee41b47d0ed", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:12:18.956937 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44bdda8a-0fd1-4db6-9916-4cfd094b0863 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:12:18.957338 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44bdda8a-0fd1-4db6-9916-4cfd094b0863'] response: {'server_uuid': '6a498bd2-9d09-48f9-8430-a01fcb810321', 'name': 'network-vif-deleted', 'tag': '35720301-b893-4ece-93d6-8ee41b47d0ed', 'status': 'completed', 'code': 200} Oct 14 03:12:18.974112 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-642b1581-708b-4f5b-aaa3-3a9031cbb8ba tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group (86f21e94-fb4c-4aca-a6e2-4f07746e8786), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:19.023394 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-642b1581-708b-4f5b-aaa3-3a9031cbb8ba tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group (86f21e94-fb4c-4aca-a6e2-4f07746e8786), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:19.137727 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f41aa15e-3ff2-4fb2-8a89-d203d58209fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (872433eb-80ee-421e-939b-8a841610e211), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:19.140418 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f41aa15e-3ff2-4fb2-8a89-d203d58209fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:19.141622 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-f41aa15e-3ff2-4fb2-8a89-d203d58209fb admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/872433eb-80ee-421e-939b-8a841610e211 HTTP/1.1" status: 204 len: 168 time: 0.3231232 Oct 14 03:12:19.144346 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:19.151153 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41aa15e-3ff2-4fb2-8a89-d203d58209fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872433eb-80ee-421e-939b-8a841610e211,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:19.170228 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-642b1581-708b-4f5b-aaa3-3a9031cbb8ba tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (86f21e94-fb4c-4aca-a6e2-4f07746e8786), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:19.174546 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-642b1581-708b-4f5b-aaa3-3a9031cbb8ba tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:19.175754 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-642b1581-708b-4f5b-aaa3-3a9031cbb8ba tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/86f21e94-fb4c-4aca-a6e2-4f07746e8786 HTTP/1.1" status: 204 len: 168 time: 0.3134480 Oct 14 03:12:19.178537 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38016) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:19.186928 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b1581-708b-4f5b-aaa3-3a9031cbb8ba tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f21e94-fb4c-4aca-a6e2-4f07746e8786,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:19.194553 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.api.v2.resource [None req-fbce6c99-7d6c-41e2-a8d5-db66999c7db2 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] show failed (client error): The resource could not be found. Oct 14 03:12:19.196503 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-fbce6c99-7d6c-41e2-a8d5-db66999c7db2 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups/86f21e94-fb4c-4aca-a6e2-4f07746e8786 HTTP/1.1" status: 404 len: 347 time: 0.0160739 Oct 14 03:12:19.199989 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38018) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:19.314387 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-8fc922e4-ea91-4b04-ab68-0e5694ca84ce tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Deleting port f4e9e69d-cb9c-4aa6-b899-1dda1b93e484 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:12:19.314735 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8fc922e4-ea91-4b04-ab68-0e5694ca84ce tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (f4e9e69d-cb9c-4aa6-b899-1dda1b93e484), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:19.400429 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8fc922e4-ea91-4b04-ab68-0e5694ca84ce tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (f4e9e69d-cb9c-4aa6-b899-1dda1b93e484), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:19.400678 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8fc922e4-ea91-4b04-ab68-0e5694ca84ce tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for floatingip (f4e9e69d-cb9c-4aa6-b899-1dda1b93e484), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:19.413677 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-8fc922e4-ea91-4b04-ab68-0e5694ca84ce tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Calling delete_port for f4e9e69d-cb9c-4aa6-b899-1dda1b93e484 owned by network:floatingip {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:12:19.500925 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:19.634684 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8fc922e4-ea91-4b04-ab68-0e5694ca84ce tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (f4e9e69d-cb9c-4aa6-b899-1dda1b93e484), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:19.659480 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:19.661366 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc922e4-ea91-4b04-ab68-0e5694ca84ce tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Pushing event deleted for resources: {'Port': ['ID=f4e9e69d-cb9c-4aa6-b899-1dda1b93e484,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:19.732331 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8fc922e4-ea91-4b04-ab68-0e5694ca84ce tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for floatingip (de47ad7e-99cf-4acf-8a94-353bc45fb40d), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:19.735552 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8fc922e4-ea91-4b04-ab68-0e5694ca84ce tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:19.736715 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-8fc922e4-ea91-4b04-ab68-0e5694ca84ce tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/de47ad7e-99cf-4acf-8a94-353bc45fb40d HTTP/1.1" status: 204 len: 168 time: 0.5325246 Oct 14 03:12:19.745123 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-df74c226-1c81-4d00-a968-3d422e5be6eb req-207dd0bf-1a73-406c-87da-b59da57c4a01 tempest-VolumesNegativeTest-395427033 tempest-VolumesNegativeTest-395427033-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=6a498bd2-9d09-48f9-8430-a01fcb810321 HTTP/1.1" status: 200 len: 210 time: 0.0326254 Oct 14 03:12:19.895141 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38026) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:19.899666 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-f13351c4-3046-4e35-b8db-77cd26c29090 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516554113', 'description': 'tempest-description--1493752886'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:12:19.987371 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f13351c4-3046-4e35-b8db-77cd26c29090 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:20.060123 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f13351c4-3046-4e35-b8db-77cd26c29090 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group (6794b60e-275b-49ec-82bf-685086ac05a0), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:20.123946 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f13351c4-3046-4e35-b8db-77cd26c29090 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (6794b60e-275b-49ec-82bf-685086ac05a0), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:20.153403 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13351c4-3046-4e35-b8db-77cd26c29090 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6794b60e-275b-49ec-82bf-685086ac05a0,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:20.207802 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f13351c4-3046-4e35-b8db-77cd26c29090 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:20.209215 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-f13351c4-3046-4e35-b8db-77cd26c29090 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3130925 Oct 14 03:12:20.212210 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38028) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:20.217085 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-6ad3706c-93d8-4458-b3f4-1e4ed9865049 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Request body: {'security_group_rule': {'security_group_id': '6794b60e-275b-49ec-82bf-685086ac05a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:12:20.337882 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6ad3706c-93d8-4458-b3f4-1e4ed9865049 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group_rule (3a1b12be-d02a-443e-b784-c9e5a565b245), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:20.392580 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6ad3706c-93d8-4458-b3f4-1e4ed9865049 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group_rule (3a1b12be-d02a-443e-b784-c9e5a565b245), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:20.554512 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6ad3706c-93d8-4458-b3f4-1e4ed9865049 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (3a1b12be-d02a-443e-b784-c9e5a565b245), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:20.570306 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 35720301-b893-4ece-93d6-8ee41b47d0ed no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:12:20.572734 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3706c-93d8-4458-b3f4-1e4ed9865049 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1b12be-d02a-443e-b784-c9e5a565b245,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:20.589072 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: 35720301-b893-4ece-93d6-8ee41b47d0ed {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:12:20.589374 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 35720301-b893-4ece-93d6-8ee41b47d0ed not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:12:20.653527 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6ad3706c-93d8-4458-b3f4-1e4ed9865049 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:20.654826 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-6ad3706c-93d8-4458-b3f4-1e4ed9865049 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4416647 Oct 14 03:12:20.657599 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38030) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:20.662492 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-671167dd-b38b-4573-9c1d-3d8314d3bebf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Request body: {'security_group_rule': {'security_group_id': '6794b60e-275b-49ec-82bf-685086ac05a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:12:20.776878 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-671167dd-b38b-4573-9c1d-3d8314d3bebf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group_rule (aa977f2a-c023-410e-bc71-dd6367510309), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:20.845882 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-671167dd-b38b-4573-9c1d-3d8314d3bebf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group_rule (aa977f2a-c023-410e-bc71-dd6367510309), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:20.923994 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-671167dd-b38b-4573-9c1d-3d8314d3bebf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (aa977f2a-c023-410e-bc71-dd6367510309), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:20.942624 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671167dd-b38b-4573-9c1d-3d8314d3bebf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa977f2a-c023-410e-bc71-dd6367510309,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:21.000200 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-671167dd-b38b-4573-9c1d-3d8314d3bebf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:21.001990 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-671167dd-b38b-4573-9c1d-3d8314d3bebf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3423033 Oct 14 03:12:21.005283 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38042) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:21.009856 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-d2ae5e14-e008-4f16-b007-2c4406d48fd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Request body: {'floatingip': {'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:12:21.114848 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5e14-e008-4f16-b007-2c4406d48fd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:21.195207 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5e14-e008-4f16-b007-2c4406d48fd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:21.255822 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:21.305144 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [None req-d2ae5e14-e008-4f16-b007-2c4406d48fd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Allocated IP 172.27.3.156 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/ace1ff60-b15a-4fed-93db-15753a65147f) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:12:21.407864 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5e14-e008-4f16-b007-2c4406d48fd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for port (ace1ff60-b15a-4fed-93db-15753a65147f), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:21.490364 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5e14-e008-4f16-b007-2c4406d48fd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (ace1ff60-b15a-4fed-93db-15753a65147f), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:21.534738 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ae5e14-e008-4f16-b007-2c4406d48fd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:12:21.539614 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-d2ae5e14-e008-4f16-b007-2c4406d48fd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:12:21.545239 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae5e14-e008-4f16-b007-2c4406d48fd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:12:21.547384 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae5e14-e008-4f16-b007-2c4406d48fd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Pushing event updated for resources: {'Port': ['ID=ace1ff60-b15a-4fed-93db-15753a65147f,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:21.629375 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5e14-e008-4f16-b007-2c4406d48fd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for floatingip (6904c6d1-a9fc-49c9-b79c-b324a4452c85), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:21.737859 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5e14-e008-4f16-b007-2c4406d48fd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (ace1ff60-b15a-4fed-93db-15753a65147f), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:21.781566 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:21.892488 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5e14-e008-4f16-b007-2c4406d48fd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for port (ace1ff60-b15a-4fed-93db-15753a65147f), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:21.966023 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5e14-e008-4f16-b007-2c4406d48fd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129412714'] for port (ace1ff60-b15a-4fed-93db-15753a65147f), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:22.038213 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5e14-e008-4f16-b007-2c4406d48fd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (6904c6d1-a9fc-49c9-b79c-b324a4452c85), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:22.045839 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:12:22.046312 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae5e14-e008-4f16-b007-2c4406d48fd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Pushing event updated for resources: {'Port': ['ID=ace1ff60-b15a-4fed-93db-15753a65147f,revision_number=2']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:22.116625 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5e14-e008-4f16-b007-2c4406d48fd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:22.117897 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-d2ae5e14-e008-4f16-b007-2c4406d48fd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1114805 Oct 14 03:12:22.320399 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-a4c8300f-884b-47cd-9b5a-a855933c14b9 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--516554113&fields=id&tenant_id=55f278e0f09c45ca8ab33cd9e102446c HTTP/1.1" status: 200 len: 267 time: 0.0441022 Oct 14 03:12:22.391254 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:22.430239 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-4f0286e1-47ac-41c0-8e35-9e350c9b81c9 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:22.431606 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-4f0286e1-47ac-41c0-8e35-9e350c9b81c9 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/networks?id=dc7d519e-6d73-4b0e-803b-556cfc3b6498 HTTP/1.1" status: 200 len: 817 time: 0.1048379 Oct 14 03:12:22.445968 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-eb2763c2-30c2-4176-b8bd-9a75b00e5410 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/quotas/55f278e0f09c45ca8ab33cd9e102446c HTTP/1.1" status: 200 len: 375 time: 0.0089312 Oct 14 03:12:22.496064 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-a44eba4c-2b6a-4aec-bd81-7a9311a83136 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=55f278e0f09c45ca8ab33cd9e102446c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448828 Oct 14 03:12:22.593312 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-3f839cad-7938-4e1a-a032-359e35a795fc service neutron] 10.222.0.39 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854273 Oct 14 03:12:22.685518 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-8085c4d8-3c8a-44da-9311-26372f804ee7 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863731 Oct 14 03:12:22.977850 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-aea7f2de-e96e-4b12-bbe8-63e893944d9e req-84090a8d-8493-4f51-9e98-9af44937c528 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 210 time: 0.0272171 Oct 14 03:12:24.127874 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f8bae5f3-0a4e-40e1-a473-abc57cf67e52 req-85224772-5403-4157-8e37-dbfd07aa88d1 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 210 time: 0.0451508 Oct 14 03:12:24.800228 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-032fd348-66b4-4ce6-9f89-70158be208d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:25.284498 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-8dfc6796-1e65-4d7d-bfc2-f8f2d3d86d3c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:25.285916 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-8dfc6796-1e65-4d7d-bfc2-f8f2d3d86d3c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.40 "GET /networking/v2.0/networks?id=dc7d519e-6d73-4b0e-803b-556cfc3b6498 HTTP/1.1" status: 200 len: 817 time: 0.1245267 Oct 14 03:12:25.356482 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-7021058b-01df-483e-9830-280cfc1ad78e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=55f278e0f09c45ca8ab33cd9e102446c HTTP/1.1" status: 200 len: 379 time: 0.0557070 Oct 14 03:12:25.371480 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-85c066cb-2731-4076-ae43-b6e1e866f46e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Request body: {'port': {'device_id': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'admin_state_up': True, 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'security_groups': ['6794b60e-275b-49ec-82bf-685086ac05a0']}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:12:25.425268 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b4a12672-2540-434f-b775-b8c89b081b9f req-04649772-a36c-4779-88ab-da4f9f92f55b tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 210 time: 0.2043037 Oct 14 03:12:25.459730 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:25.483767 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:25.543091 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-85c066cb-2731-4076-ae43-b6e1e866f46e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Made reservation on behalf of 55f278e0f09c45ca8ab33cd9e102446c for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:12:25.546915 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-85c066cb-2731-4076-ae43-b6e1e866f46e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:25.671212 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-85c066cb-2731-4076-ae43-b6e1e866f46e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Allocated IP 172.20.0.12 (dc7d519e-6d73-4b0e-803b-556cfc3b6498/536f6c3e-3717-4a16-a702-45e46a354d55/d2229097-29e6-40af-97ca-3612bf109084) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:12:25.810182 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-85c066cb-2731-4076-ae43-b6e1e866f46e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for port (d2229097-29e6-40af-97ca-3612bf109084), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:25.920755 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-85c066cb-2731-4076-ae43-b6e1e866f46e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (d2229097-29e6-40af-97ca-3612bf109084), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:25.968995 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-85c066cb-2731-4076-ae43-b6e1e866f46e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Network dc7d519e-6d73-4b0e-803b-556cfc3b6498 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:12:25.972203 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-85c066cb-2731-4076-ae43-b6e1e866f46e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:12:25.976071 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-85c066cb-2731-4076-ae43-b6e1e866f46e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:12:25.982162 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c066cb-2731-4076-ae43-b6e1e866f46e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Pushing event updated for resources: {'Port': ['ID=d2229097-29e6-40af-97ca-3612bf109084,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:26.034183 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-85c066cb-2731-4076-ae43-b6e1e866f46e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:26.034797 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-85c066cb-2731-4076-ae43-b6e1e866f46e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:26.123064 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-85c066cb-2731-4076-ae43-b6e1e866f46e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7554579 Oct 14 03:12:26.150382 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Request body: {'port': {'device_id': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:12:26.180184 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-28718fcb-aa08-4330-aaaf-88e73634014d None None] Provisioning complete for port d2229097-29e6-40af-97ca-3612bf109084 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:12:26.180753 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-28718fcb-aa08-4330-aaaf-88e73634014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (d2229097-29e6-40af-97ca-3612bf109084), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:26.180871 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-28718fcb-aa08-4330-aaaf-88e73634014d None None] Attempt 1 to provision port d2229097-29e6-40af-97ca-3612bf109084 Oct 14 03:12:26.184168 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:26.208406 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (d2229097-29e6-40af-97ca-3612bf109084), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:26.212780 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-28718fcb-aa08-4330-aaaf-88e73634014d None None] Port d2229097-29e6-40af-97ca-3612bf109084 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:12:26.467054 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2229097-29e6-40af-97ca-3612bf109084 {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:12:26.476212 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Publish callbacks [] for port (d2229097-29e6-40af-97ca-3612bf109084), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:26.491197 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:26.492492 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Transition to ACTIVE for port object d2229097-29e6-40af-97ca-3612bf109084 will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:12:26.586805 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (d2229097-29e6-40af-97ca-3612bf109084), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:26.610545 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aa8e4-e8a2-445d-bc32-8b4bc277dae5 req-d17b9602-f9b0-4704-968c-6e07b5390453 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:26.612788 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b37aa8e4-e8a2-445d-bc32-8b4bc277dae5 req-d17b9602-f9b0-4704-968c-6e07b5390453 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 932 time: 0.0996284 Oct 14 03:12:26.666173 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b37aa8e4-e8a2-445d-bc32-8b4bc277dae5 req-0ddc18a1-2476-47a5-8a47-5fad98249d19 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467119 Oct 14 03:12:26.669925 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Pushing event updated for resources: {'Port': ['ID=d2229097-29e6-40af-97ca-3612bf109084,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:26.698444 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38318) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:26.707951 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Attempting to bind port d2229097-29e6-40af-97ca-3612bf109084 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:12:26.708294 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Attempting to bind port d2229097-29e6-40af-97ca-3612bf109084 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:12:26.708619 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Attempting to bind port d2229097-29e6-40af-97ca-3612bf109084 on network dc7d519e-6d73-4b0e-803b-556cfc3b6498 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:12:26.749942 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Port d2229097-29e6-40af-97ca-3612bf109084 on network dc7d519e-6d73-4b0e-803b-556cfc3b6498 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:12:26.750191 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Attempting to bind port d2229097-29e6-40af-97ca-3612bf109084 on network dc7d519e-6d73-4b0e-803b-556cfc3b6498 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:12:26.791533 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:12:26.791865 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Checking segment: {'id': '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:12:26.792240 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Bound using segment: {'id': '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:12:26.792677 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Bound port: d2229097-29e6-40af-97ca-3612bf109084, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:12:26.793032 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (d2229097-29e6-40af-97ca-3612bf109084), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:26.831024 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-db0f028e-15dc-4029-bf2b-2da5aa0d652b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=bb2534240ab74afbae7843231469486a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309209 Oct 14 03:12:26.833484 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38322) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:26.852328 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] For port d2229097-29e6-40af-97ca-3612bf109084, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:12:26.855343 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] For port d2229097-29e6-40af-97ca-3612bf109084, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d2229097-29e6-40af-97ca-3612bf109084,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:12:26.880889 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-948640ab-1f7f-4985-b8dd-6dfde0e47d94 admin admin] Publish callbacks [] for security_group (4f0bbb1a-d030-4491-9b50-d314142b036f), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:26.889346 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:26.904759 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-948640ab-1f7f-4985-b8dd-6dfde0e47d94 admin admin] Publish callbacks [] for security_group (4f0bbb1a-d030-4491-9b50-d314142b036f), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:26.919119 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (d2229097-29e6-40af-97ca-3612bf109084), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:26.924489 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:26.925130 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:26.926524 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/d2229097-29e6-40af-97ca-3612bf109084 HTTP/1.1" status: 200 len: 1094 time: 0.7802773 Oct 14 03:12:26.927088 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'tag': 'd2229097-29e6-40af-97ca-3612bf109084'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:12:26.929318 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489be6e2-889d-4c0d-adc6-c9836705b38d" -d '{"events": [{"name": "network-changed", "server_uuid": "c372d0ca-25ac-43bd-b519-1700473cb118", "tag": "d2229097-29e6-40af-97ca-3612bf109084"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:12:26.975381 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f487f4-cf1c-4bdb-bec5-b1d0b0586e38 x-openstack-request-id: req-10f487f4-cf1c-4bdb-bec5-b1d0b0586e38 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:12:26.975660 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c372d0ca-25ac-43bd-b519-1700473cb118", "tag": "d2229097-29e6-40af-97ca-3612bf109084", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:12:26.975905 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10f487f4-cf1c-4bdb-bec5-b1d0b0586e38 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:12:26.976296 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f487f4-cf1c-4bdb-bec5-b1d0b0586e38'] response: {'name': 'network-changed', 'server_uuid': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'tag': 'd2229097-29e6-40af-97ca-3612bf109084', 'status': 'completed', 'code': 200} Oct 14 03:12:26.981054 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bfde6-56a9-4c4d-9864-ea90d9719475 service neutron] Pushing event updated for resources: {'Port': ['ID=d2229097-29e6-40af-97ca-3612bf109084,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:27.021191 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-948640ab-1f7f-4985-b8dd-6dfde0e47d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (4f0bbb1a-d030-4491-9b50-d314142b036f), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:27.024044 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-948640ab-1f7f-4985-b8dd-6dfde0e47d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:27.025784 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-948640ab-1f7f-4985-b8dd-6dfde0e47d94 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/4f0bbb1a-d030-4491-9b50-d314142b036f HTTP/1.1" status: 204 len: 168 time: 0.1907871 Oct 14 03:12:27.039885 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948640ab-1f7f-4985-b8dd-6dfde0e47d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0bbb1a-d030-4491-9b50-d314142b036f,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:27.052459 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-3707d02d-cd01-4189-a1c2-c4d343ee8def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:27.068828 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=81 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:27.091381 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be6e2-889d-4c0d-adc6-c9836705b38d req-dc0cc5e0-df71-4c94-8c02-0d52d453915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:27.092875 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-489be6e2-889d-4c0d-adc6-c9836705b38d req-dc0cc5e0-df71-4c94-8c02-0d52d453915a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=55f278e0f09c45ca8ab33cd9e102446c&device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 1128 time: 0.0434570 Oct 14 03:12:27.201166 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be6e2-889d-4c0d-adc6-c9836705b38d req-e9eccf25-2ccb-42aa-80de-5f64b22aa8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:27.202648 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-489be6e2-889d-4c0d-adc6-c9836705b38d req-e9eccf25-2ccb-42aa-80de-5f64b22aa8e6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=55f278e0f09c45ca8ab33cd9e102446c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0961831 Oct 14 03:12:27.306213 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be6e2-889d-4c0d-adc6-c9836705b38d req-8de5b8e2-705a-4a75-89ab-a07ea90bcf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:27.307890 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-489be6e2-889d-4c0d-adc6-c9836705b38d req-8de5b8e2-705a-4a75-89ab-a07ea90bcf3a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939486 Oct 14 03:12:27.421798 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-02905259-9612-43cb-98b3-904327642fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:27.423314 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-02905259-9612-43cb-98b3-904327642fb8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=55f278e0f09c45ca8ab33cd9e102446c&device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 1128 time: 0.0406523 Oct 14 03:12:27.480379 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-8116af94-5634-4618-8d4e-205eeca9642c service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2229097-29e6-40af-97ca-3612bf109084 HTTP/1.1" status: 200 len: 217 time: 0.0364544 Oct 14 03:12:27.529439 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-4199b9d2-5155-488a-99c5-cede6d252a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:27.530794 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-4199b9d2-5155-488a-99c5-cede6d252a8c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=536f6c3e-3717-4a16-a702-45e46a354d55 HTTP/1.1" status: 200 len: 856 time: 0.0433166 Oct 14 03:12:27.573470 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-35afbbd1-fbff-44e0-bd84-77f759995c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:27.574938 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-35afbbd1-fbff-44e0-bd84-77f759995c7c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dc7d519e-6d73-4b0e-803b-556cfc3b6498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381055 Oct 14 03:12:27.637685 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:27.665956 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-ec53d383-a697-441a-99ee-6febed5b53c7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843506 Oct 14 03:12:27.756665 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-be0c3d08-c6d4-434a-b7d9-391a2122b088 req-20a3d417-2b21-447d-81bd-f0bd61687745 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852728 Oct 14 03:12:27.794546 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd76632-9827-43d1-a805-f18f8e7444af req-43f176c8-5487-44ea-973a-bbca9c97f08a tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:27.795951 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1dd76632-9827-43d1-a805-f18f8e7444af req-43f176c8-5487-44ea-973a-bbca9c97f08a tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 944 time: 0.0468123 Oct 14 03:12:27.843837 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1dd76632-9827-43d1-a805-f18f8e7444af req-9f4824d0-6069-4080-b7d8-9fca85058940 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416617 Oct 14 03:12:28.331828 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:28.618815 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device d2229097-29e6-40af-97ca-3612bf109084 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:12:28.628145 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:28.717982 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port d2229097-29e6-40af-97ca-3612bf109084, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d2229097-29e6-40af-97ca-3612bf109084,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:12:28.728655 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': 'd2229097-29e6-40af-97ca-3612bf109084', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'port_id': 'd2229097-29e6-40af-97ca-3612bf109084', 'mac_address': 'fa:16:3e:35:d7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:12:28.762099 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port d2229097-29e6-40af-97ca-3612bf109084 is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:12:28.762485 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (d2229097-29e6-40af-97ca-3612bf109084), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:28.775427 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2229097-29e6-40af-97ca-3612bf109084 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:12:28.794102 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port d2229097-29e6-40af-97ca-3612bf109084, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d2229097-29e6-40af-97ca-3612bf109084,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:12:28.880851 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (d2229097-29e6-40af-97ca-3612bf109084), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:28.928552 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:28.933414 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=d2229097-29e6-40af-97ca-3612bf109084,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:28.977228 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf0697-2990-49b9-978c-e984419747e8 req-413c3b08-b73f-4722-b9ce-a7207f443b16 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:28.978738 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d2cf0697-2990-49b9-978c-e984419747e8 req-413c3b08-b73f-4722-b9ce-a7207f443b16 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 945 time: 0.0525150 Oct 14 03:12:29.027591 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d2cf0697-2990-49b9-978c-e984419747e8 req-a4be857a-4c76-43ac-850e-08908689713e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434425 Oct 14 03:12:29.246510 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['d2229097-29e6-40af-97ca-3612bf109084'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:12:29.752728 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:30.009493 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:30.153062 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd593ca3-32f5-4b50-8084-7122d4cec4c6 req-f458f16d-8f98-4ad1-b9ab-bc58ea4ecb0f tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:30.154540 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bd593ca3-32f5-4b50-8084-7122d4cec4c6 req-f458f16d-8f98-4ad1-b9ab-bc58ea4ecb0f tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 945 time: 0.0481043 Oct 14 03:12:30.200019 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bd593ca3-32f5-4b50-8084-7122d4cec4c6 req-148095d4-8e7f-4688-91b8-1c09f00e2a62 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395460 Oct 14 03:12:30.642505 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device d2229097-29e6-40af-97ca-3612bf109084 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:12:30.683933 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port d2229097-29e6-40af-97ca-3612bf109084 completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:12:30.725646 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port d2229097-29e6-40af-97ca-3612bf109084 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:12:30.726053 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (d2229097-29e6-40af-97ca-3612bf109084), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:30.726385 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port d2229097-29e6-40af-97ca-3612bf109084 Oct 14 03:12:30.795575 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port d2229097-29e6-40af-97ca-3612bf109084 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:12:30.796211 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (d2229097-29e6-40af-97ca-3612bf109084), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:30.819106 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2229097-29e6-40af-97ca-3612bf109084'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:12:30.821344 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd62bd72-dd86-4491-98ec-92a093545ed6" -d '{"events": [{"server_uuid": "c372d0ca-25ac-43bd-b519-1700473cb118", "name": "network-vif-plugged", "status": "completed", "tag": "d2229097-29e6-40af-97ca-3612bf109084"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:12:30.837376 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port d2229097-29e6-40af-97ca-3612bf109084, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d2229097-29e6-40af-97ca-3612bf109084,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:12:30.858975 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1aeedc-9402-4c4e-a645-2a3f4b8d7a17 x-openstack-request-id: req-da1aeedc-9402-4c4e-a645-2a3f4b8d7a17 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:12:30.859287 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c372d0ca-25ac-43bd-b519-1700473cb118", "name": "network-vif-plugged", "status": "completed", "tag": "d2229097-29e6-40af-97ca-3612bf109084", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:12:30.859548 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da1aeedc-9402-4c4e-a645-2a3f4b8d7a17 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:12:30.860196 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1aeedc-9402-4c4e-a645-2a3f4b8d7a17'] response: {'server_uuid': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2229097-29e6-40af-97ca-3612bf109084', 'code': 200} Oct 14 03:12:30.885895 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (d2229097-29e6-40af-97ca-3612bf109084), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:30.932118 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=d2229097-29e6-40af-97ca-3612bf109084,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:31.200446 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8defb-d1e0-4616-a667-a01b0192ef9b req-229b67a9-64cf-4219-868f-2a979f64b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:31.201861 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e7a8defb-d1e0-4616-a667-a01b0192ef9b req-229b67a9-64cf-4219-868f-2a979f64b92d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 1130 time: 0.0421124 Oct 14 03:12:31.245581 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:31.249234 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e7a8defb-d1e0-4616-a667-a01b0192ef9b req-a2736f37-aa38-49fd-b951-5b0eb32e4777 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389855 Oct 14 03:12:31.324606 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a4eb0-cfaf-421a-8e20-58999d65f087 req-7fcf5a38-affd-465a-b5ac-5d8b8b6b4e99 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:31.326088 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c68a4eb0-cfaf-421a-8e20-58999d65f087 req-7fcf5a38-affd-465a-b5ac-5d8b8b6b4e99 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0468037 Oct 14 03:12:31.372201 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c68a4eb0-cfaf-421a-8e20-58999d65f087 req-f3b116d1-2777-4fbb-acdc-7560a4f0dc33 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407140 Oct 14 03:12:32.038349 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=75 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:32.501675 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff8e2c-b7c7-4f3e-a3a1-f7c9dd4ee981 req-765ef3fe-503c-4f6c-8239-7126abc10b21 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:32.503222 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f7ff8e2c-b7c7-4f3e-a3a1-f7c9dd4ee981 req-765ef3fe-503c-4f6c-8239-7126abc10b21 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0501907 Oct 14 03:12:32.550460 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f7ff8e2c-b7c7-4f3e-a3a1-f7c9dd4ee981 req-1fcffb28-1d7f-48b2-a779-d0a99b3a940b tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409603 Oct 14 03:12:33.203819 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-14ebdd13-432c-4b07-8fea-abf7ec95c51a req-17a39577-0e06-462d-906c-851f0e381a1a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386131 Oct 14 03:12:33.300607 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebdd13-432c-4b07-8fea-abf7ec95c51a req-fa79acad-fcae-44be-baa5-96b30cdeced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:33.301979 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-14ebdd13-432c-4b07-8fea-abf7ec95c51a req-fa79acad-fcae-44be-baa5-96b30cdeced3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=5470d8ee28f74b4eb385a90c33a514b8&device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 1129 time: 0.0413768 Oct 14 03:12:33.416038 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebdd13-432c-4b07-8fea-abf7ec95c51a req-59c64ab1-dd1f-4c2f-b8a0-65527ced1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:33.417523 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-14ebdd13-432c-4b07-8fea-abf7ec95c51a req-59c64ab1-dd1f-4c2f-b8a0-65527ced1116 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=706c2be8-801d-4fd3-a7af-a476e6a9ec99 HTTP/1.1" status: 200 len: 912 time: 0.0899425 Oct 14 03:12:33.477612 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-14ebdd13-432c-4b07-8fea-abf7ec95c51a req-790a7aaf-2601-455a-b24b-657576bee213 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=071c08ed-047d-41ca-80e6-701785e75787 HTTP/1.1" status: 200 len: 1001 time: 0.0538845 Oct 14 03:12:33.535438 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebdd13-432c-4b07-8fea-abf7ec95c51a req-7c34c945-827e-4b8c-9833-4c20b69c27d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:33.536864 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-14ebdd13-432c-4b07-8fea-abf7ec95c51a req-7c34c945-827e-4b8c-9833-4c20b69c27d0 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=326ff2bf-f78a-4292-afd2-858a661cf898 HTTP/1.1" status: 200 len: 850 time: 0.0460863 Oct 14 03:12:33.580076 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebdd13-432c-4b07-8fea-abf7ec95c51a req-2cb600ea-dd20-4774-ba7b-72db9c48fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:33.581526 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-14ebdd13-432c-4b07-8fea-abf7ec95c51a req-2cb600ea-dd20-4774-ba7b-72db9c48fbd1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=706c2be8-801d-4fd3-a7af-a476e6a9ec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386219 Oct 14 03:12:33.661071 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:33.669578 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:33.677461 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95429f-65fa-4e6d-9d02-3e788d718b86 req-39082962-4ddf-4828-9aa6-be68ee391a62 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:33.679498 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-14ebdd13-432c-4b07-8fea-abf7ec95c51a req-9a929201-9c8e-4bfd-8d80-68d8018727d2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905097 Oct 14 03:12:33.679644 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5a95429f-65fa-4e6d-9d02-3e788d718b86 req-39082962-4ddf-4828-9aa6-be68ee391a62 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0471466 Oct 14 03:12:33.727176 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5a95429f-65fa-4e6d-9d02-3e788d718b86 req-702d2af7-33c8-456d-a089-a19bd33dab18 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415123 Oct 14 03:12:33.776595 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-14ebdd13-432c-4b07-8fea-abf7ec95c51a req-008d399a-432d-43a4-b210-18ea587edd86 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895517 Oct 14 03:12:33.856073 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2d4e3-85bb-4cc6-b58b-afd81cc079f5 req-7e6c7151-3288-4d49-899a-beef377fa59f tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:33.857664 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e8b2d4e3-85bb-4cc6-b58b-afd81cc079f5 req-7e6c7151-3288-4d49-899a-beef377fa59f tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0483329 Oct 14 03:12:33.869136 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38358) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:33.873580 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-56cee520-b62c-4a56-915c-d73a6e2d65bb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Request body: {'floatingip': {'port_id': 'd2229097-29e6-40af-97ca-3612bf109084'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:12:33.915223 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-56cee520-b62c-4a56-915c-d73a6e2d65bb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for floatingip (6904c6d1-a9fc-49c9-b79c-b324a4452c85), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:34.233510 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:34.369221 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2862b-3d26-4a16-825b-0c76fd4078b5 req-906aaba1-8659-4af6-b858-358fd74436a9 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:34.370750 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9cc2862b-3d26-4a16-825b-0c76fd4078b5 req-906aaba1-8659-4af6-b858-358fd74436a9 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0852368 Oct 14 03:12:34.379658 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-56cee520-b62c-4a56-915c-d73a6e2d65bb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:34.420151 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9cc2862b-3d26-4a16-825b-0c76fd4078b5 req-98f29838-a731-4926-b64f-e21bdddc749e tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425460 Oct 14 03:12:34.445855 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-56cee520-b62c-4a56-915c-d73a6e2d65bb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (6904c6d1-a9fc-49c9-b79c-b324a4452c85), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:34.540858 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.l3_db [None req-56cee520-b62c-4a56-915c-d73a6e2d65bb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Floating IP 6904c6d1-a9fc-49c9-b79c-b324a4452c85 associated. External IP: 172.27.3.156, port: d2229097-29e6-40af-97ca-3612bf109084. Oct 14 03:12:34.961375 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cee520-b62c-4a56-915c-d73a6e2d65bb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Router 81e22758-1511-4527-8f1c-fe3815b3ceb5 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:12:35.014863 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:35.064199 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cee520-b62c-4a56-915c-d73a6e2d65bb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:12:35.069690 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-56cee520-b62c-4a56-915c-d73a6e2d65bb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:35.074245 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac84432-772f-4261-b0d4-d503ebda9148 None None] Sync routers for ids ['81e22758-1511-4527-8f1c-fe3815b3ceb5'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:12:35.083363 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac84432-772f-4261-b0d4-d503ebda9148 None None] Routers {'81e22758-1511-4527-8f1c-fe3815b3ceb5'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:12:35.083964 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-1ac84432-772f-4261-b0d4-d503ebda9148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:12:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['81e22758-1511-4527-8f1c-fe3815b3ceb5'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:35.098823 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-56cee520-b62c-4a56-915c-d73a6e2d65bb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/6904c6d1-a9fc-49c9-b79c-b324a4452c85 HTTP/1.1" status: 200 len: 992 time: 1.2286351 Oct 14 03:12:35.099474 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'tag': 'd2229097-29e6-40af-97ca-3612bf109084'}] {{(pid=105049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:12:35.102342 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fb9ae14b47f429fd368683312699964b37f4ab477e95edbe6fc545a578585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51d5f33-aead-4cc4-a443-b3bdf6a88a98" -d '{"events": [{"name": "network-changed", "server_uuid": "c372d0ca-25ac-43bd-b519-1700473cb118", "tag": "d2229097-29e6-40af-97ca-3612bf109084"}]}' {{(pid=105049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:12:35.140469 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392dbf5c-2069-4ef1-abac-96f0be69e593 x-openstack-request-id: req-392dbf5c-2069-4ef1-abac-96f0be69e593 {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:12:35.140762 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c372d0ca-25ac-43bd-b519-1700473cb118", "tag": "d2229097-29e6-40af-97ca-3612bf109084", "status": "completed", "code": 200}]} {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:12:35.141023 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-392dbf5c-2069-4ef1-abac-96f0be69e593 {{(pid=105049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:12:35.141446 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-392dbf5c-2069-4ef1-abac-96f0be69e593'] response: {'name': 'network-changed', 'server_uuid': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'tag': 'd2229097-29e6-40af-97ca-3612bf109084', 'status': 'completed', 'code': 200} Oct 14 03:12:35.184582 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-1ac84432-772f-4261-b0d4-d503ebda9148 None None] Set router 81e22758-1511-4527-8f1c-fe3815b3ceb5 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:12:35.382108 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-1ac84432-772f-4261-b0d4-d503ebda9148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '6904c6d1-a9fc-49c9-b79c-b324a4452c85', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'port_id': 'd2229097-29e6-40af-97ca-3612bf109084', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'mac_address': 'fa:16:3e:35:d7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:12:21Z', 'updated_at': '2022-10-14T03:12:34Z', 'revision_number': 1, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95623a04-e6be-4a48-9e2b-d406c885e069', 'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'mac_address': 'fa:16:3e:7a:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 5, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'subnets': [{'id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:35.408260 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac84432-772f-4261-b0d4-d503ebda9148 None None] Checking router: 81e22758-1511-4527-8f1c-fe3815b3ceb5 for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:12:35.416970 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac84432-772f-4261-b0d4-d503ebda9148 None None] Routers {'81e22758-1511-4527-8f1c-fe3815b3ceb5'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:12:35.417555 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-1ac84432-772f-4261-b0d4-d503ebda9148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:12:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['81e22758-1511-4527-8f1c-fe3815b3ceb5'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:35.516995 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-1ac84432-772f-4261-b0d4-d503ebda9148 None None] Set router 81e22758-1511-4527-8f1c-fe3815b3ceb5 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:12:35.542954 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec585e6d-9981-4a05-b1f3-181b7a61b1d1 req-c7d0462f-800e-41d2-8d32-f60608d60a24 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:35.544450 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ec585e6d-9981-4a05-b1f3-181b7a61b1d1 req-c7d0462f-800e-41d2-8d32-f60608d60a24 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0472174 Oct 14 03:12:35.591240 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ec585e6d-9981-4a05-b1f3-181b7a61b1d1 req-bb86c05d-28e4-4360-80eb-baf199743239 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410960 Oct 14 03:12:35.801267 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-1ac84432-772f-4261-b0d4-d503ebda9148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '6904c6d1-a9fc-49c9-b79c-b324a4452c85', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'port_id': 'd2229097-29e6-40af-97ca-3612bf109084', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'mac_address': 'fa:16:3e:35:d7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:12:21Z', 'updated_at': '2022-10-14T03:12:34Z', 'revision_number': 1, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95623a04-e6be-4a48-9e2b-d406c885e069', 'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'mac_address': 'fa:16:3e:7a:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 5, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'subnets': [{'id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:35.824779 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac84432-772f-4261-b0d4-d503ebda9148 None None] The sync data for ids ['81e22758-1511-4527-8f1c-fe3815b3ceb5'] in dv-cinder-801522-13-iscsi is: [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '6904c6d1-a9fc-49c9-b79c-b324a4452c85', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'port_id': 'd2229097-29e6-40af-97ca-3612bf109084', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'mac_address': 'fa:16:3e:35:d7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:12:21Z', 'updated_at': '2022-10-14T03:12:34Z', 'revision_number': 1, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95623a04-e6be-4a48-9e2b-d406c885e069', 'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'mac_address': 'fa:16:3e:7a:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 5, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'subnets': [{'id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:12:36.004858 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5e18ee-e7c3-4c03-9797-7f6879eac97c None None] New status for floating IP 6904c6d1-a9fc-49c9-b79c-b324a4452c85: ACTIVE {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:12:36.423282 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d5f33-aead-4cc4-a443-b3bdf6a88a98 req-b5321d43-801b-4a52-948d-590489ca25f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:36.424732 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e51d5f33-aead-4cc4-a443-b3bdf6a88a98 req-b5321d43-801b-4a52-948d-590489ca25f8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=55f278e0f09c45ca8ab33cd9e102446c&device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 1130 time: 0.0381439 Oct 14 03:12:36.628685 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d5f33-aead-4cc4-a443-b3bdf6a88a98 req-022310ee-4490-4ba4-82f7-62e6d70bd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:36.630163 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e51d5f33-aead-4cc4-a443-b3bdf6a88a98 req-022310ee-4490-4ba4-82f7-62e6d70bd93c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dc7d519e-6d73-4b0e-803b-556cfc3b6498 HTTP/1.1" status: 200 len: 918 time: 0.0886791 Oct 14 03:12:36.714150 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43bb74-35db-4067-a81c-b471051ce1a4 req-4454cfe0-33c2-4af4-96ba-bf82d7999d9e tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:36.715589 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3f43bb74-35db-4067-a81c-b471051ce1a4 req-4454cfe0-33c2-4af4-96ba-bf82d7999d9e tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0455492 Oct 14 03:12:36.766076 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3f43bb74-35db-4067-a81c-b471051ce1a4 req-e294ade9-ff10-44ec-829f-ea4ae0684185 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8c560d1c-b036-46f2-9007-08d2d5223c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449386 Oct 14 03:12:36.812782 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed659d-1c4c-4c4d-a061-938b3f1c466c req-71519ff5-8b8c-42c1-8ac8-de814af1b6ee tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:36.814285 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-86ed659d-1c4c-4c4d-a061-938b3f1c466c req-71519ff5-8b8c-42c1-8ac8-de814af1b6ee tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 945 time: 0.0817623 Oct 14 03:12:36.828081 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e51d5f33-aead-4cc4-a443-b3bdf6a88a98 req-c458c522-1875-43ae-9523-8599081d30d8 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2229097-29e6-40af-97ca-3612bf109084 HTTP/1.1" status: 200 len: 1002 time: 0.1014814 Oct 14 03:12:36.877081 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:36.926469 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d5f33-aead-4cc4-a443-b3bdf6a88a98 req-32e7bd76-1ecd-49b1-b35b-abc6e6768cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:36.927829 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e51d5f33-aead-4cc4-a443-b3bdf6a88a98 req-32e7bd76-1ecd-49b1-b35b-abc6e6768cba service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=536f6c3e-3717-4a16-a702-45e46a354d55 HTTP/1.1" status: 200 len: 856 time: 0.0812497 Oct 14 03:12:36.943040 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-86ed659d-1c4c-4c4d-a061-938b3f1c466c req-873eb3d1-6237-4567-bb14-f51e16918336 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Deleting port 071c08ed-047d-41ca-80e6-701785e75787 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:12:36.943372 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-86ed659d-1c4c-4c4d-a061-938b3f1c466c req-873eb3d1-6237-4567-bb14-f51e16918336 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (071c08ed-047d-41ca-80e6-701785e75787), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:37.016639 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d5f33-aead-4cc4-a443-b3bdf6a88a98 req-e59e0110-8c9c-4ec0-9a64-faf6ea73e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:37.018142 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e51d5f33-aead-4cc4-a443-b3bdf6a88a98 req-e59e0110-8c9c-4ec0-9a64-faf6ea73e711 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dc7d519e-6d73-4b0e-803b-556cfc3b6498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0820320 Oct 14 03:12:37.098922 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:37.105489 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-86ed659d-1c4c-4c4d-a061-938b3f1c466c req-873eb3d1-6237-4567-bb14-f51e16918336 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] For port 071c08ed-047d-41ca-80e6-701785e75787, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=071c08ed-047d-41ca-80e6-701785e75787,segment=NetworkSegment(096b242a-6b21-4e4d-8a4b-ad9ddc350fd9),segment_id=096b242a-6b21-4e4d-8a4b-ad9ddc350fd9)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:12:37.105878 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-86ed659d-1c4c-4c4d-a061-938b3f1c466c req-873eb3d1-6237-4567-bb14-f51e16918336 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (071c08ed-047d-41ca-80e6-701785e75787), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:37.190814 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e51d5f33-aead-4cc4-a443-b3bdf6a88a98 req-ba937361-a8b3-459e-a941-ea7b4c940bcb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630745 Oct 14 03:12:37.599501 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-86ed659d-1c4c-4c4d-a061-938b3f1c466c req-873eb3d1-6237-4567-bb14-f51e16918336 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:37.600194 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-86ed659d-1c4c-4c4d-a061-938b3f1c466c req-873eb3d1-6237-4567-bb14-f51e16918336 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (fd847eac-7d37-49b4-8fa1-a0ee9d83c12f), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:37.600194 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.l3_db [req-86ed659d-1c4c-4c4d-a061-938b3f1c466c req-873eb3d1-6237-4567-bb14-f51e16918336 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Floating IP fd847eac-7d37-49b4-8fa1-a0ee9d83c12f disassociated. External IP: 172.27.3.251, port: 071c08ed-047d-41ca-80e6-701785e75787. Oct 14 03:12:37.600493 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-86ed659d-1c4c-4c4d-a061-938b3f1c466c req-873eb3d1-6237-4567-bb14-f51e16918336 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Calling delete_port for 071c08ed-047d-41ca-80e6-701785e75787 owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:12:37.612579 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e51d5f33-aead-4cc4-a443-b3bdf6a88a98 req-19d97263-4f82-4b48-a4c9-1957a782eab3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941567 Oct 14 03:12:37.810050 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-86ed659d-1c4c-4c4d-a061-938b3f1c466c req-873eb3d1-6237-4567-bb14-f51e16918336 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (071c08ed-047d-41ca-80e6-701785e75787), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:37.842354 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873eb3d1-6237-4567-bb14-f51e16918336 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Pushing event deleted for resources: {'Port': ['ID=071c08ed-047d-41ca-80e6-701785e75787,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:37.875508 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7e3c97ab-d851-47c1-a8e9-e91ebdc276b2 req-54ac7f37-d2d5-4e92-a7fa-705d21bb005d tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0298586 Oct 14 03:12:37.958758 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86ed659d-1c4c-4c4d-a061-938b3f1c466c req-873eb3d1-6237-4567-bb14-f51e16918336 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:12:38.040357 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:38.062187 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86ed659d-1c4c-4c4d-a061-938b3f1c466c req-873eb3d1-6237-4567-bb14-f51e16918336 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:12:38.073553 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d32e8e-65b6-4ab2-b655-800832f74e28 None None] Sync routers for ids ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:12:38.088026 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d32e8e-65b6-4ab2-b655-800832f74e28 None None] Routers {'8129ec6d-5c25-406c-8f4c-232ae6e5c655'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:12:38.088682 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-85d32e8e-65b6-4ab2-b655-800832f74e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:12:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:38.111711 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ed659d-1c4c-4c4d-a061-938b3f1c466c req-873eb3d1-6237-4567-bb14-f51e16918336 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] No DVR routers for this DVR port 071c08ed-047d-41ca-80e6-701785e75787 on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:12:38.114241 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-86ed659d-1c4c-4c4d-a061-938b3f1c466c req-873eb3d1-6237-4567-bb14-f51e16918336 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:38.118078 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-86ed659d-1c4c-4c4d-a061-938b3f1c466c req-873eb3d1-6237-4567-bb14-f51e16918336 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.40 "DELETE /networking/v2.0/ports/071c08ed-047d-41ca-80e6-701785e75787 HTTP/1.1" status: 204 len: 173 time: 1.2971876 Oct 14 03:12:38.118611 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258e7a24-1f44-4662-b9b0-4f35c319a2d2', 'name': 'network-vif-deleted', 'tag': '071c08ed-047d-41ca-80e6-701785e75787'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:12:38.120802 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1086ed-4add-4077-9dbc-b99d59af65de" -d '{"events": [{"server_uuid": "258e7a24-1f44-4662-b9b0-4f35c319a2d2", "name": "network-vif-deleted", "tag": "071c08ed-047d-41ca-80e6-701785e75787"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:12:38.162444 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e27ef63-f90b-477f-a748-a7b733913362 x-openstack-request-id: req-5e27ef63-f90b-477f-a748-a7b733913362 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:12:38.163262 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258e7a24-1f44-4662-b9b0-4f35c319a2d2", "name": "network-vif-deleted", "tag": "071c08ed-047d-41ca-80e6-701785e75787", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:12:38.163517 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e27ef63-f90b-477f-a748-a7b733913362 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:12:38.163919 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e27ef63-f90b-477f-a748-a7b733913362'] response: {'server_uuid': '258e7a24-1f44-4662-b9b0-4f35c319a2d2', 'name': 'network-vif-deleted', 'tag': '071c08ed-047d-41ca-80e6-701785e75787', 'status': 'completed', 'code': 200} Oct 14 03:12:38.206454 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-85d32e8e-65b6-4ab2-b655-800832f74e28 None None] Set router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:12:38.325123 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:38.354214 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:38.399862 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-85d32e8e-65b6-4ab2-b655-800832f74e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:43Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '9ff38b85-bafb-40e6-a854-d7c6ab4f0a39', 'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'mac_address': 'fa:16:3e:b5:c2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:41Z', 'updated_at': '2022-10-14T03:08:05Z', 'revision_number': 5, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'subnets': [{'id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:38.423789 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d32e8e-65b6-4ab2-b655-800832f74e28 None None] Checking router: 8129ec6d-5c25-406c-8f4c-232ae6e5c655 for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:12:38.432728 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d32e8e-65b6-4ab2-b655-800832f74e28 None None] Routers {'8129ec6d-5c25-406c-8f4c-232ae6e5c655'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:12:38.433306 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-85d32e8e-65b6-4ab2-b655-800832f74e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:12:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:38.530098 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-85d32e8e-65b6-4ab2-b655-800832f74e28 None None] Set router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:12:38.712981 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-85d32e8e-65b6-4ab2-b655-800832f74e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:43Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '9ff38b85-bafb-40e6-a854-d7c6ab4f0a39', 'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'mac_address': 'fa:16:3e:b5:c2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:41Z', 'updated_at': '2022-10-14T03:08:05Z', 'revision_number': 5, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'subnets': [{'id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:38.737299 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d32e8e-65b6-4ab2-b655-800832f74e28 None None] The sync data for ids ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'] in dv-cinder-801522-13-iscsi is: [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:43Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '9ff38b85-bafb-40e6-a854-d7c6ab4f0a39', 'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'mac_address': 'fa:16:3e:b5:c2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:41Z', 'updated_at': '2022-10-14T03:08:05Z', 'revision_number': 5, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'subnets': [{'id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:12:39.005008 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d05b3e-1752-41d6-8f8b-a44ec055e092 None None] New status for floating IP fd847eac-7d37-49b4-8fa1-a0ee9d83c12f: DOWN {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:12:39.019402 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d69e015a-29b1-4bb6-ae80-030e7bc53e46 req-1c96a1b8-9765-40ee-8c79-c4e3f7308ba6 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=258e7a24-1f44-4662-b9b0-4f35c319a2d2 HTTP/1.1" status: 200 len: 210 time: 0.0435872 Oct 14 03:12:39.080766 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:40.160723 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38394) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:40.214530 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cc3d3335-e738-4fa4-b16f-bd2f536b5621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group (8c560d1c-b036-46f2-9007-08d2d5223c90), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:40.237068 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cc3d3335-e738-4fa4-b16f-bd2f536b5621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group (8c560d1c-b036-46f2-9007-08d2d5223c90), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:40.266813 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:40.374906 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cc3d3335-e738-4fa4-b16f-bd2f536b5621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (8c560d1c-b036-46f2-9007-08d2d5223c90), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:40.377480 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cc3d3335-e738-4fa4-b16f-bd2f536b5621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:40.378701 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-cc3d3335-e738-4fa4-b16f-bd2f536b5621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8c560d1c-b036-46f2-9007-08d2d5223c90 HTTP/1.1" status: 204 len: 168 time: 0.2169685 Oct 14 03:12:40.386239 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38396) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:40.388464 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d3335-e738-4fa4-b16f-bd2f536b5621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c560d1c-b036-46f2-9007-08d2d5223c90,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:40.395708 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.api.v2.resource [None req-6ad11620-e61a-474d-8de3-b6b45a69df7a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] show failed (client error): The resource could not be found. Oct 14 03:12:40.396700 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-6ad11620-e61a-474d-8de3-b6b45a69df7a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups/8c560d1c-b036-46f2-9007-08d2d5223c90 HTTP/1.1" status: 404 len: 347 time: 0.0137401 Oct 14 03:12:40.400131 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38398) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:40.510782 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Deleting port 07825890-a096-4402-aba4-d64d45bf21b1 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:12:40.511128 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (07825890-a096-4402-aba4-d64d45bf21b1), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:40.553993 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:40.593024 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (07825890-a096-4402-aba4-d64d45bf21b1), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:40.593349 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for floatingip (07825890-a096-4402-aba4-d64d45bf21b1), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:40.606125 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Calling delete_port for 07825890-a096-4402-aba4-d64d45bf21b1 owned by network:floatingip {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:12:40.678398 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 071c08ed-047d-41ca-80e6-701785e75787 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:12:40.698637 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: 071c08ed-047d-41ca-80e6-701785e75787 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:12:40.698982 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 071c08ed-047d-41ca-80e6-701785e75787 not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:12:40.798452 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (07825890-a096-4402-aba4-d64d45bf21b1), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:40.827879 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Pushing event deleted for resources: {'Port': ['ID=07825890-a096-4402-aba4-d64d45bf21b1,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:40.852008 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:40.852353 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:40.852697 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:40.853048 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:40.853366 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:40.853690 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:40.854084 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:40.854410 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:40.854735 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:40.855060 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:40.855381 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:40.855705 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:40.856023 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:40.856342 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:40.856655 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:12:40.899463 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for floatingip (fd847eac-7d37-49b4-8fa1-a0ee9d83c12f), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:40.902539 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:40.903668 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-46500a09-887f-446a-ae8c-f4dcc17f5361 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/fd847eac-7d37-49b4-8fa1-a0ee9d83c12f HTTP/1.1" status: 204 len: 168 time: 0.5014503 Oct 14 03:12:41.065848 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38412) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:41.070998 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-e725acf6-4693-474f-a92c-062fff239d77 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1790827347', 'description': 'tempest-description--650581914'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:12:41.181124 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e725acf6-4693-474f-a92c-062fff239d77 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:41.249081 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e725acf6-4693-474f-a92c-062fff239d77 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group (d525c701-675b-48f0-b0d5-d425fea3767b), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:41.329201 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e725acf6-4693-474f-a92c-062fff239d77 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (d525c701-675b-48f0-b0d5-d425fea3767b), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:41.358248 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725acf6-4693-474f-a92c-062fff239d77 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d525c701-675b-48f0-b0d5-d425fea3767b,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:41.431064 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e725acf6-4693-474f-a92c-062fff239d77 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:41.432482 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-e725acf6-4693-474f-a92c-062fff239d77 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3656373 Oct 14 03:12:41.435627 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38416) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:41.440236 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-eeed4c3a-390d-4300-82dd-f59e56754c56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Request body: {'security_group_rule': {'security_group_id': 'd525c701-675b-48f0-b0d5-d425fea3767b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:12:41.535205 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-eeed4c3a-390d-4300-82dd-f59e56754c56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group_rule (10c8d2e0-3668-41a2-bfe5-c7dbd14ba05e), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:41.591197 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-eeed4c3a-390d-4300-82dd-f59e56754c56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group_rule (10c8d2e0-3668-41a2-bfe5-c7dbd14ba05e), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:41.657419 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-eeed4c3a-390d-4300-82dd-f59e56754c56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (10c8d2e0-3668-41a2-bfe5-c7dbd14ba05e), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:41.678762 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed4c3a-390d-4300-82dd-f59e56754c56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c8d2e0-3668-41a2-bfe5-c7dbd14ba05e,revision_number=0']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:41.728239 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-eeed4c3a-390d-4300-82dd-f59e56754c56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:41.729437 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-eeed4c3a-390d-4300-82dd-f59e56754c56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2928209 Oct 14 03:12:41.732149 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38420) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:41.736602 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-3846fe55-4932-4971-8a96-64b4ba083b17 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Request body: {'security_group_rule': {'security_group_id': 'd525c701-675b-48f0-b0d5-d425fea3767b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:12:41.805344 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3846fe55-4932-4971-8a96-64b4ba083b17 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group_rule (8f173401-544d-4f64-b45f-d33c864a7cf1), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:41.860503 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3846fe55-4932-4971-8a96-64b4ba083b17 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group_rule (8f173401-544d-4f64-b45f-d33c864a7cf1), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:41.931403 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3846fe55-4932-4971-8a96-64b4ba083b17 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (8f173401-544d-4f64-b45f-d33c864a7cf1), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:41.950136 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846fe55-4932-4971-8a96-64b4ba083b17 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f173401-544d-4f64-b45f-d33c864a7cf1,revision_number=0']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:42.036510 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3846fe55-4932-4971-8a96-64b4ba083b17 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:42.038385 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-3846fe55-4932-4971-8a96-64b4ba083b17 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3051145 Oct 14 03:12:42.040930 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38422) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:12:42.045147 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-8db1120f-8333-4c1c-a244-3a85644d5d56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Request body: {'floatingip': {'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:12:42.143373 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-8db1120f-8333-4c1c-a244-3a85644d5d56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:42.227157 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-8db1120f-8333-4c1c-a244-3a85644d5d56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:42.336188 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:42.337631 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [None req-8db1120f-8333-4c1c-a244-3a85644d5d56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Allocated IP 172.27.3.130 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/83c1cfa9-8081-469e-b9d8-51244a59226a) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:12:42.440033 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-8db1120f-8333-4c1c-a244-3a85644d5d56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for port (83c1cfa9-8081-469e-b9d8-51244a59226a), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:42.446941 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:42.546983 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-8db1120f-8333-4c1c-a244-3a85644d5d56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (83c1cfa9-8081-469e-b9d8-51244a59226a), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:42.592736 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db1120f-8333-4c1c-a244-3a85644d5d56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:12:42.595719 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-8db1120f-8333-4c1c-a244-3a85644d5d56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:12:42.599620 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db1120f-8333-4c1c-a244-3a85644d5d56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:12:42.605190 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1120f-8333-4c1c-a244-3a85644d5d56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Pushing event updated for resources: {'Port': ['ID=83c1cfa9-8081-469e-b9d8-51244a59226a,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:42.689079 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-8db1120f-8333-4c1c-a244-3a85644d5d56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for floatingip (a5851a02-db3d-4fff-848c-60663218b767), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:42.771782 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-8db1120f-8333-4c1c-a244-3a85644d5d56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (83c1cfa9-8081-469e-b9d8-51244a59226a), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:42.916203 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-8db1120f-8333-4c1c-a244-3a85644d5d56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for port (83c1cfa9-8081-469e-b9d8-51244a59226a), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:42.969048 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-8db1120f-8333-4c1c-a244-3a85644d5d56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129412714'] for port (83c1cfa9-8081-469e-b9d8-51244a59226a), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:43.038147 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-8db1120f-8333-4c1c-a244-3a85644d5d56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (a5851a02-db3d-4fff-848c-60663218b767), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:43.040903 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1120f-8333-4c1c-a244-3a85644d5d56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Pushing event updated for resources: {'Port': ['ID=83c1cfa9-8081-469e-b9d8-51244a59226a,revision_number=2']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:43.111396 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-8db1120f-8333-4c1c-a244-3a85644d5d56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:43.112658 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-8db1120f-8333-4c1c-a244-3a85644d5d56 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0708032 Oct 14 03:12:43.301449 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:43.309111 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-c9f058ef-f2b5-4a40-8aa8-880ff91703d5 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1790827347&fields=id&tenant_id=5470d8ee28f74b4eb385a90c33a514b8 HTTP/1.1" status: 200 len: 267 time: 0.0425010 Oct 14 03:12:43.416965 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-a287bd3d-cd00-460c-b5de-28e8860b717e tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:43.418399 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-a287bd3d-cd00-460c-b5de-28e8860b717e tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/networks?id=706c2be8-801d-4fd3-a7af-a476e6a9ec99 HTTP/1.1" status: 200 len: 811 time: 0.1029670 Oct 14 03:12:43.434284 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-d7ca35c7-9acf-496b-9466-17102fcc4752 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/quotas/5470d8ee28f74b4eb385a90c33a514b8 HTTP/1.1" status: 200 len: 375 time: 0.0104799 Oct 14 03:12:43.482978 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-e04060c9-deb1-4345-82bd-70654a127486 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=5470d8ee28f74b4eb385a90c33a514b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435154 Oct 14 03:12:43.578341 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-29bcaf88-a839-458c-bcf2-9dbb719a9bee service neutron] 10.222.0.39 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831382 Oct 14 03:12:43.669422 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-ae5acc39-0704-4286-b407-bfabcfdc3f75 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852196 Oct 14 03:12:43.941921 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9d70eab9-03bb-4e4e-8e8b-9cf9e9bd40ce req-d0eba8ec-306b-4a03-a1b9-386070722a3a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 210 time: 0.0268376 Oct 14 03:12:45.045453 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1a5c96ae-f7f9-4d26-ab9a-37801ba72a77 req-375f0e22-649d-4be1-92c0-b5efda8d5b2a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 210 time: 0.0282495 Oct 14 03:12:46.186394 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:46.237454 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-ef993d49-0795-44eb-82d1-939f7d87efc3 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:46.238958 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-ef993d49-0795-44eb-82d1-939f7d87efc3 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.40 "GET /networking/v2.0/networks?id=706c2be8-801d-4fd3-a7af-a476e6a9ec99 HTTP/1.1" status: 200 len: 811 time: 0.2138705 Oct 14 03:12:46.275170 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5fce12d9-c962-4e8c-b5d8-f2bef7c39137 req-5b6981fe-6ef5-494f-a0b3-7ae0011d18ae tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 210 time: 0.0319054 Oct 14 03:12:46.311450 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-5a99bd40-550e-42b8-9348-2c6d488a11a8 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5470d8ee28f74b4eb385a90c33a514b8 HTTP/1.1" status: 200 len: 380 time: 0.0535388 Oct 14 03:12:46.320838 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-844f5447-2450-4a8b-9137-99b00a9e9621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Request body: {'port': {'device_id': '7bec501f-50e0-40ea-ba38-c2df09fd439b', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'admin_state_up': True, 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'security_groups': ['d525c701-675b-48f0-b0d5-d425fea3767b']}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:12:46.514258 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-844f5447-2450-4a8b-9137-99b00a9e9621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Made reservation on behalf of 5470d8ee28f74b4eb385a90c33a514b8 for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:12:46.518373 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-844f5447-2450-4a8b-9137-99b00a9e9621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:46.529250 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:46.642829 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-844f5447-2450-4a8b-9137-99b00a9e9621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Allocated IP 172.20.0.7 (706c2be8-801d-4fd3-a7af-a476e6a9ec99/326ff2bf-f78a-4292-afd2-858a661cf898/4a6bff08-0d49-4863-be8c-5097b81b1188) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:12:46.780317 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-844f5447-2450-4a8b-9137-99b00a9e9621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for port (4a6bff08-0d49-4863-be8c-5097b81b1188), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:46.861430 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-844f5447-2450-4a8b-9137-99b00a9e9621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (4a6bff08-0d49-4863-be8c-5097b81b1188), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:46.904608 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-844f5447-2450-4a8b-9137-99b00a9e9621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:12:46.907782 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-844f5447-2450-4a8b-9137-99b00a9e9621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:12:46.911732 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-844f5447-2450-4a8b-9137-99b00a9e9621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:12:46.918466 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f5447-2450-4a8b-9137-99b00a9e9621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Pushing event updated for resources: {'Port': ['ID=4a6bff08-0d49-4863-be8c-5097b81b1188,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:46.970493 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-844f5447-2450-4a8b-9137-99b00a9e9621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:46.971104 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-844f5447-2450-4a8b-9137-99b00a9e9621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:47.046615 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-844f5447-2450-4a8b-9137-99b00a9e9621 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7301271 Oct 14 03:12:47.067548 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Request body: {'port': {'device_id': '7bec501f-50e0-40ea-ba38-c2df09fd439b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:12:47.127026 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (4a6bff08-0d49-4863-be8c-5097b81b1188), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:47.159011 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-3209b7fd-d01c-4bf0-80ac-9c71b5599b1a None None] Provisioning complete for port 4a6bff08-0d49-4863-be8c-5097b81b1188 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:12:47.159604 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-3209b7fd-d01c-4bf0-80ac-9c71b5599b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (4a6bff08-0d49-4863-be8c-5097b81b1188), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:47.159717 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-3209b7fd-d01c-4bf0-80ac-9c71b5599b1a None None] Attempt 1 to provision port 4a6bff08-0d49-4863-be8c-5097b81b1188 Oct 14 03:12:47.192744 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-3209b7fd-d01c-4bf0-80ac-9c71b5599b1a None None] Port 4a6bff08-0d49-4863-be8c-5097b81b1188 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:12:47.284785 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:47.384995 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6bff08-0d49-4863-be8c-5097b81b1188 {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:12:47.393348 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Publish callbacks [] for port (4a6bff08-0d49-4863-be8c-5097b81b1188), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:47.396336 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d06742-958a-4aeb-a82d-73c327aa6078 req-f9343eec-dbbb-4592-b482-c2af24f8a6ad tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:47.398535 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d8d06742-958a-4aeb-a82d-73c327aa6078 req-f9343eec-dbbb-4592-b482-c2af24f8a6ad tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 931 time: 0.0473547 Oct 14 03:12:47.406343 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Transition to ACTIVE for port object 4a6bff08-0d49-4863-be8c-5097b81b1188 will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:12:47.430528 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:47.445049 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d8d06742-958a-4aeb-a82d-73c327aa6078 req-a9788130-ea3e-4b31-bdf9-8d8b7d230b6e tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d525c701-675b-48f0-b0d5-d425fea3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409698 Oct 14 03:12:47.474068 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (4a6bff08-0d49-4863-be8c-5097b81b1188), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:47.480428 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:47.535133 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Pushing event updated for resources: {'Port': ['ID=4a6bff08-0d49-4863-be8c-5097b81b1188,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:47.583729 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Attempting to bind port 4a6bff08-0d49-4863-be8c-5097b81b1188 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:12:47.584060 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Attempting to bind port 4a6bff08-0d49-4863-be8c-5097b81b1188 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:12:47.584408 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Attempting to bind port 4a6bff08-0d49-4863-be8c-5097b81b1188 on network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:12:47.628962 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Port 4a6bff08-0d49-4863-be8c-5097b81b1188 on network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:12:47.629275 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Attempting to bind port 4a6bff08-0d49-4863-be8c-5097b81b1188 on network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:12:47.670447 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:12:47.670771 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Checking segment: {'id': '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:12:47.671138 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Bound using segment: {'id': '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:12:47.671562 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Bound port: 4a6bff08-0d49-4863-be8c-5097b81b1188, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:12:47.671907 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (4a6bff08-0d49-4863-be8c-5097b81b1188), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:47.731706 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] For port 4a6bff08-0d49-4863-be8c-5097b81b1188, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:12:47.734781 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] For port 4a6bff08-0d49-4863-be8c-5097b81b1188, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4a6bff08-0d49-4863-be8c-5097b81b1188,segment=NetworkSegment(096b242a-6b21-4e4d-8a4b-ad9ddc350fd9),segment_id=096b242a-6b21-4e4d-8a4b-ad9ddc350fd9)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:12:47.777495 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (4a6bff08-0d49-4863-be8c-5097b81b1188), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:47.781571 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:47.782205 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:47.783577 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/4a6bff08-0d49-4863-be8c-5097b81b1188 HTTP/1.1" status: 200 len: 1093 time: 0.7204871 Oct 14 03:12:47.784116 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bec501f-50e0-40ea-ba38-c2df09fd439b', 'tag': '4a6bff08-0d49-4863-be8c-5097b81b1188'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:12:47.786421 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e786bd7-0c7e-4eaa-bada-c016099b77dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7bec501f-50e0-40ea-ba38-c2df09fd439b", "tag": "4a6bff08-0d49-4863-be8c-5097b81b1188"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:12:47.824915 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6123bed-ef58-494f-827f-96bb79b80923 x-openstack-request-id: req-b6123bed-ef58-494f-827f-96bb79b80923 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:12:47.825205 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bec501f-50e0-40ea-ba38-c2df09fd439b", "tag": "4a6bff08-0d49-4863-be8c-5097b81b1188", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:12:47.825484 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6123bed-ef58-494f-827f-96bb79b80923 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:12:47.825919 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6123bed-ef58-494f-827f-96bb79b80923'] response: {'name': 'network-changed', 'server_uuid': '7bec501f-50e0-40ea-ba38-c2df09fd439b', 'tag': '4a6bff08-0d49-4863-be8c-5097b81b1188', 'status': 'completed', 'code': 200} Oct 14 03:12:47.835143 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43204811-761d-45d8-8ec9-4d230c1b234d service neutron] Pushing event updated for resources: {'Port': ['ID=4a6bff08-0d49-4863-be8c-5097b81b1188,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:48.085346 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e786bd7-0c7e-4eaa-bada-c016099b77dc req-4c7baa4f-c655-41d2-8448-9ff0a33aee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:48.086911 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-4e786bd7-0c7e-4eaa-bada-c016099b77dc req-4c7baa4f-c655-41d2-8448-9ff0a33aee47 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=5470d8ee28f74b4eb385a90c33a514b8&device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 1127 time: 0.0435195 Oct 14 03:12:48.193979 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e786bd7-0c7e-4eaa-bada-c016099b77dc req-d6372573-fd8d-4be9-8061-81772d4f93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:48.195441 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-4e786bd7-0c7e-4eaa-bada-c016099b77dc req-d6372573-fd8d-4be9-8061-81772d4f93ea service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=5470d8ee28f74b4eb385a90c33a514b8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0922248 Oct 14 03:12:48.532795 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e786bd7-0c7e-4eaa-bada-c016099b77dc req-d0c95830-c538-4b92-a131-cd71380dc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:48.534370 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-4e786bd7-0c7e-4eaa-bada-c016099b77dc req-d0c95830-c538-4b92-a131-cd71380dc616 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949147 Oct 14 03:12:48.567823 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ea9cd-9532-4acd-8917-6e4d880dd641 req-c0d184bf-96cc-49ef-9a31-947dee6a2138 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:48.569346 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3d8ea9cd-9532-4acd-8917-6e4d880dd641 req-c0d184bf-96cc-49ef-9a31-947dee6a2138 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 943 time: 0.0484600 Oct 14 03:12:48.619426 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3d8ea9cd-9532-4acd-8917-6e4d880dd641 req-10755c31-906b-4a90-b396-69139a1a7eae tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d525c701-675b-48f0-b0d5-d425fea3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438540 Oct 14 03:12:48.638222 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-6b9d446a-2865-4c36-8867-11e0eb0e32c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:48.639761 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-6b9d446a-2865-4c36-8867-11e0eb0e32c9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=5470d8ee28f74b4eb385a90c33a514b8&device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 1127 time: 0.0406370 Oct 14 03:12:48.660671 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:48.691312 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-9b8ae20d-b8e9-4064-b7a7-f7ab9950ed17 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a6bff08-0d49-4863-be8c-5097b81b1188 HTTP/1.1" status: 200 len: 217 time: 0.0359452 Oct 14 03:12:48.716445 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=50 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:48.738893 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-3bca54a1-6f80-42e0-94e5-db2e6979aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:48.740245 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-3bca54a1-6f80-42e0-94e5-db2e6979aa94 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=326ff2bf-f78a-4292-afd2-858a661cf898 HTTP/1.1" status: 200 len: 850 time: 0.0433559 Oct 14 03:12:48.782812 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-df0a9bcd-06cf-4cab-96d1-9fd85c279124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:48.784259 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-df0a9bcd-06cf-4cab-96d1-9fd85c279124 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=706c2be8-801d-4fd3-a7af-a476e6a9ec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384355 Oct 14 03:12:48.877051 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-4cee0591-6962-489d-9308-452900d0c701 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866411 Oct 14 03:12:48.967386 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5cadc9c1-0f7d-42ba-80cb-ade7aa15961e req-e01d1f3e-60d6-4a0b-a2fe-a166e8c91107 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835912 Oct 14 03:12:49.744378 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8ed23-e86c-44ad-8bb7-bf84ef7924aa req-2c7d2fa6-9518-44a7-8397-2fc2c7b5619d tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:49.745816 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-26f8ed23-e86c-44ad-8bb7-bf84ef7924aa req-2c7d2fa6-9518-44a7-8397-2fc2c7b5619d tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 943 time: 0.0493283 Oct 14 03:12:49.791417 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-26f8ed23-e86c-44ad-8bb7-bf84ef7924aa req-632aa337-4d14-4287-af72-0ae1ad6ce421 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d525c701-675b-48f0-b0d5-d425fea3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401084 Oct 14 03:12:50.912920 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab796136-496e-4469-8a0d-5bda855008af req-bd534398-d168-4b95-809c-48fe4b67a6b8 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:50.914421 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ab796136-496e-4469-8a0d-5bda855008af req-bd534398-d168-4b95-809c-48fe4b67a6b8 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 943 time: 0.0491700 Oct 14 03:12:50.961587 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ab796136-496e-4469-8a0d-5bda855008af req-c2ff1c8d-d617-40fa-b4c6-1b6b470b432a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d525c701-675b-48f0-b0d5-d425fea3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415533 Oct 14 03:12:52.080415 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad07b03-186f-4981-b223-54b7d87abdfb req-be45ce78-a21f-45f6-ac63-a5bdb8f3c115 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:52.081894 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6ad07b03-186f-4981-b223-54b7d87abdfb req-be45ce78-a21f-45f6-ac63-a5bdb8f3c115 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 943 time: 0.0464308 Oct 14 03:12:52.132549 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6ad07b03-186f-4981-b223-54b7d87abdfb req-d41c6bb8-d01e-4601-bd1f-4ad9f565946e tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d525c701-675b-48f0-b0d5-d425fea3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445528 Oct 14 03:12:52.254189 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf79a27-c260-4000-b9b0-a35721f64024 req-4f41cc22-d00a-4938-9a8e-63c97192cb14 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:52.255571 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3cf79a27-c260-4000-b9b0-a35721f64024 req-4f41cc22-d00a-4938-9a8e-63c97192cb14 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 946 time: 0.0467758 Oct 14 03:12:52.302730 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3cf79a27-c260-4000-b9b0-a35721f64024 req-1981b2cb-5b2b-4557-abd6-01a3d5f12342 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7dd48a54-c716-47ad-aa30-94fe99c8118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414836 Oct 14 03:12:52.718969 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 4a6bff08-0d49-4863-be8c-5097b81b1188 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:12:52.813625 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 4a6bff08-0d49-4863-be8c-5097b81b1188, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4a6bff08-0d49-4863-be8c-5097b81b1188,segment=NetworkSegment(096b242a-6b21-4e4d-8a4b-ad9ddc350fd9),segment_id=096b242a-6b21-4e4d-8a4b-ad9ddc350fd9)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:12:52.827746 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': '4a6bff08-0d49-4863-be8c-5097b81b1188', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'port_id': '4a6bff08-0d49-4863-be8c-5097b81b1188', 'mac_address': 'fa:16:3e:af:85:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:12:52.861469 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 4a6bff08-0d49-4863-be8c-5097b81b1188 is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:12:52.861877 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (4a6bff08-0d49-4863-be8c-5097b81b1188), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:52.874569 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6bff08-0d49-4863-be8c-5097b81b1188 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:12:52.889889 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:52.897155 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 4a6bff08-0d49-4863-be8c-5097b81b1188, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4a6bff08-0d49-4863-be8c-5097b81b1188,segment=NetworkSegment(096b242a-6b21-4e4d-8a4b-ad9ddc350fd9),segment_id=096b242a-6b21-4e4d-8a4b-ad9ddc350fd9)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:12:52.988541 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (4a6bff08-0d49-4863-be8c-5097b81b1188), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:53.034364 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=4a6bff08-0d49-4863-be8c-5097b81b1188,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:53.062139 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=31,neutron:DELETE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:53.251753 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea837b60-f648-46b5-933a-d43d422387bc req-2d7dad56-914a-422d-9ed3-885cc36eba71 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:53.253117 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ea837b60-f648-46b5-933a-d43d422387bc req-2d7dad56-914a-422d-9ed3-885cc36eba71 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 944 time: 0.0472157 Oct 14 03:12:53.300701 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ea837b60-f648-46b5-933a-d43d422387bc req-2dd0f781-f5b4-4ddf-b710-eecf5b8824bf tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d525c701-675b-48f0-b0d5-d425fea3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413356 Oct 14 03:12:53.338276 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['4a6bff08-0d49-4863-be8c-5097b81b1188'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:12:53.426358 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317943c-520f-4ac0-a008-aebb524089c5 req-cd882313-6501-4584-a676-5417ab73a7eb tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:53.428483 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a317943c-520f-4ac0-a008-aebb524089c5 req-cd882313-6501-4584-a676-5417ab73a7eb tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 946 time: 0.0490222 Oct 14 03:12:53.476257 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a317943c-520f-4ac0-a008-aebb524089c5 req-40d876f2-a817-4f04-9adb-8789875d91b1 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7dd48a54-c716-47ad-aa30-94fe99c8118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420144 Oct 14 03:12:54.166120 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef04f3-92bf-49b3-b1b2-03b9bb8bc10f req-e30d9ee9-7e8a-4ab3-a8fc-a2ce8e281604 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:54.168299 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-56ef04f3-92bf-49b3-b1b2-03b9bb8bc10f req-e30d9ee9-7e8a-4ab3-a8fc-a2ce8e281604 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 946 time: 0.0511310 Oct 14 03:12:54.244779 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:54.252777 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-56ef04f3-92bf-49b3-b1b2-03b9bb8bc10f req-aae63d78-4b7b-4618-80b0-c7118ff69661 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Deleting port fca8f750-40b5-480b-be0b-74873e93a6ba {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:12:54.253115 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-56ef04f3-92bf-49b3-b1b2-03b9bb8bc10f req-aae63d78-4b7b-4618-80b0-c7118ff69661 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (fca8f750-40b5-480b-be0b-74873e93a6ba), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:54.350721 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-56ef04f3-92bf-49b3-b1b2-03b9bb8bc10f req-aae63d78-4b7b-4618-80b0-c7118ff69661 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] For port fca8f750-40b5-480b-be0b-74873e93a6ba, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=fca8f750-40b5-480b-be0b-74873e93a6ba,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:12:54.351085 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-56ef04f3-92bf-49b3-b1b2-03b9bb8bc10f req-aae63d78-4b7b-4618-80b0-c7118ff69661 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (fca8f750-40b5-480b-be0b-74873e93a6ba), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:54.422887 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766cfbc-f46a-44c5-b225-2ff23c577346 req-65aea721-6759-4d58-b91c-96e69beb860c tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:54.424538 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2766cfbc-f46a-44c5-b225-2ff23c577346 req-65aea721-6759-4d58-b91c-96e69beb860c tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 944 time: 0.0469623 Oct 14 03:12:54.436523 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:54.475624 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2766cfbc-f46a-44c5-b225-2ff23c577346 req-466c68f2-f2c8-4c80-a7d3-47de7c5a9c77 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d525c701-675b-48f0-b0d5-d425fea3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442376 Oct 14 03:12:54.520753 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-56ef04f3-92bf-49b3-b1b2-03b9bb8bc10f req-aae63d78-4b7b-4618-80b0-c7118ff69661 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:54.521149 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-56ef04f3-92bf-49b3-b1b2-03b9bb8bc10f req-aae63d78-4b7b-4618-80b0-c7118ff69661 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (4fa053fa-6fac-4ddf-b75c-2986594459a5), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:54.521353 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.l3_db [req-56ef04f3-92bf-49b3-b1b2-03b9bb8bc10f req-aae63d78-4b7b-4618-80b0-c7118ff69661 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Floating IP 4fa053fa-6fac-4ddf-b75c-2986594459a5 disassociated. External IP: 172.27.3.207, port: fca8f750-40b5-480b-be0b-74873e93a6ba. Oct 14 03:12:54.524793 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-56ef04f3-92bf-49b3-b1b2-03b9bb8bc10f req-aae63d78-4b7b-4618-80b0-c7118ff69661 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Calling delete_port for fca8f750-40b5-480b-be0b-74873e93a6ba owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:12:54.601950 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03880b50-abb1-4e0a-a49f-bae74a01ceba req-e89ea523-8f2f-46de-9c1f-c5dc8a61e86d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:54.603454 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-03880b50-abb1-4e0a-a49f-bae74a01ceba req-e89ea523-8f2f-46de-9c1f-c5dc8a61e86d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 946 time: 0.0506010 Oct 14 03:12:54.650853 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-03880b50-abb1-4e0a-a49f-bae74a01ceba req-b5be212f-cc73-458f-ac71-9cccbe41fac7 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=7dd48a54-c716-47ad-aa30-94fe99c8118e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414860 Oct 14 03:12:54.697523 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-56ef04f3-92bf-49b3-b1b2-03b9bb8bc10f req-aae63d78-4b7b-4618-80b0-c7118ff69661 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (fca8f750-40b5-480b-be0b-74873e93a6ba), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:54.723597 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae63d78-4b7b-4618-80b0-c7118ff69661 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event deleted for resources: {'Port': ['ID=fca8f750-40b5-480b-be0b-74873e93a6ba,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:54.738946 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 4a6bff08-0d49-4863-be8c-5097b81b1188 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:12:54.782394 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port 4a6bff08-0d49-4863-be8c-5097b81b1188 completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:12:54.830888 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-5ca6db6f-8166-4680-afbc-7438514f6fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:54.845280 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56ef04f3-92bf-49b3-b1b2-03b9bb8bc10f req-aae63d78-4b7b-4618-80b0-c7118ff69661 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:12:54.857153 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port 4a6bff08-0d49-4863-be8c-5097b81b1188 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:12:54.857663 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (4a6bff08-0d49-4863-be8c-5097b81b1188), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:54.858229 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port 4a6bff08-0d49-4863-be8c-5097b81b1188 Oct 14 03:12:54.955343 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56ef04f3-92bf-49b3-b1b2-03b9bb8bc10f req-aae63d78-4b7b-4618-80b0-c7118ff69661 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:12:54.958157 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 4a6bff08-0d49-4863-be8c-5097b81b1188 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:12:54.958640 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (4a6bff08-0d49-4863-be8c-5097b81b1188), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:54.965624 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76260750-c4fa-4f2a-8871-e2c14f6dfadd None None] Sync routers for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:12:54.985097 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76260750-c4fa-4f2a-8871-e2c14f6dfadd None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:12:54.986296 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-76260750-c4fa-4f2a-8871-e2c14f6dfadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:12:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:54.987534 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:54.996945 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bec501f-50e0-40ea-ba38-c2df09fd439b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6bff08-0d49-4863-be8c-5097b81b1188'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:12:54.999474 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caa996a-a7e7-4bf9-99b7-e1563a8aa4cd" -d '{"events": [{"server_uuid": "7bec501f-50e0-40ea-ba38-c2df09fd439b", "name": "network-vif-plugged", "status": "completed", "tag": "4a6bff08-0d49-4863-be8c-5097b81b1188"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:12:55.008898 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ef04f3-92bf-49b3-b1b2-03b9bb8bc10f req-aae63d78-4b7b-4618-80b0-c7118ff69661 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] No DVR routers for this DVR port fca8f750-40b5-480b-be0b-74873e93a6ba on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:12:55.011311 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-56ef04f3-92bf-49b3-b1b2-03b9bb8bc10f req-aae63d78-4b7b-4618-80b0-c7118ff69661 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:55.014672 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-56ef04f3-92bf-49b3-b1b2-03b9bb8bc10f req-aae63d78-4b7b-4618-80b0-c7118ff69661 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "DELETE /networking/v2.0/ports/fca8f750-40b5-480b-be0b-74873e93a6ba HTTP/1.1" status: 204 len: 173 time: 0.8396640 Oct 14 03:12:55.015660 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd7272a-6200-4e43-a875-486a9dfdf4de', 'name': 'network-vif-deleted', 'tag': 'fca8f750-40b5-480b-be0b-74873e93a6ba'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:12:55.018117 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b50daa-cc76-4f42-a2fb-9b329a92f7bf" -d '{"events": [{"server_uuid": "ccd7272a-6200-4e43-a875-486a9dfdf4de", "name": "network-vif-deleted", "tag": "fca8f750-40b5-480b-be0b-74873e93a6ba"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:12:55.028628 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 4a6bff08-0d49-4863-be8c-5097b81b1188, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4a6bff08-0d49-4863-be8c-5097b81b1188,segment=NetworkSegment(096b242a-6b21-4e4d-8a4b-ad9ddc350fd9),segment_id=096b242a-6b21-4e4d-8a4b-ad9ddc350fd9)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:12:55.060369 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214aebc9-2d74-49af-ba21-5210e703c8b1 x-openstack-request-id: req-214aebc9-2d74-49af-ba21-5210e703c8b1 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:12:55.060930 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bec501f-50e0-40ea-ba38-c2df09fd439b", "name": "network-vif-plugged", "status": "completed", "tag": "4a6bff08-0d49-4863-be8c-5097b81b1188", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:12:55.061469 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-214aebc9-2d74-49af-ba21-5210e703c8b1 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:12:55.061992 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-214aebc9-2d74-49af-ba21-5210e703c8b1'] response: {'server_uuid': '7bec501f-50e0-40ea-ba38-c2df09fd439b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6bff08-0d49-4863-be8c-5097b81b1188', 'code': 200} Oct 14 03:12:55.089574 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f527d7-639d-4455-aa6f-6a8e289c9c24 x-openstack-request-id: req-95f527d7-639d-4455-aa6f-6a8e289c9c24 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:12:55.090086 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd7272a-6200-4e43-a875-486a9dfdf4de", "name": "network-vif-deleted", "tag": "fca8f750-40b5-480b-be0b-74873e93a6ba", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:12:55.090495 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95f527d7-639d-4455-aa6f-6a8e289c9c24 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:12:55.091054 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f527d7-639d-4455-aa6f-6a8e289c9c24'] response: {'server_uuid': 'ccd7272a-6200-4e43-a875-486a9dfdf4de', 'name': 'network-vif-deleted', 'tag': 'fca8f750-40b5-480b-be0b-74873e93a6ba', 'status': 'completed', 'code': 200} Oct 14 03:12:55.118764 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-76260750-c4fa-4f2a-8871-e2c14f6dfadd None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:12:55.139684 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (4a6bff08-0d49-4863-be8c-5097b81b1188), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:55.205870 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=4a6bff08-0d49-4863-be8c-5097b81b1188,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:12:55.339595 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-76260750-c4fa-4f2a-8871-e2c14f6dfadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:55.366485 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76260750-c4fa-4f2a-8871-e2c14f6dfadd None None] Checking router: 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:12:55.377200 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76260750-c4fa-4f2a-8871-e2c14f6dfadd None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:12:55.379238 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-76260750-c4fa-4f2a-8871-e2c14f6dfadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:12:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:55.452842 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab482cfe-cf46-4f20-90e4-bcea1c136ac2 req-9c5384b1-68da-4a3c-a86b-56b57004b35e tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:55.454361 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ab482cfe-cf46-4f20-90e4-bcea1c136ac2 req-9c5384b1-68da-4a3c-a86b-56b57004b35e tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0472794 Oct 14 03:12:55.482867 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-76260750-c4fa-4f2a-8871-e2c14f6dfadd None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:12:55.486092 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:55.508837 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ab482cfe-cf46-4f20-90e4-bcea1c136ac2 req-a5593d59-4de5-4dff-a881-e66e47c5cb0a tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470293 Oct 14 03:12:55.604056 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30545a-aba1-4b24-a49a-131fd8c99ff2 req-3659870d-4574-4063-ba25-cc49c090082f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:55.605538 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0d30545a-aba1-4b24-a49a-131fd8c99ff2 req-3659870d-4574-4063-ba25-cc49c090082f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 945 time: 0.0492203 Oct 14 03:12:55.659430 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0d30545a-aba1-4b24-a49a-131fd8c99ff2 req-6036e292-deb6-43ff-b4f1-23153d327059 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d525c701-675b-48f0-b0d5-d425fea3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478215 Oct 14 03:12:55.754708 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-76260750-c4fa-4f2a-8871-e2c14f6dfadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:12:55.768536 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7ebd48f1-4b7e-4466-883c-64f7286261c6 req-05d54e26-b296-4b14-a3b9-6282a4bee7b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 210 time: 0.0265918 Oct 14 03:12:55.783446 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76260750-c4fa-4f2a-8871-e2c14f6dfadd None None] The sync data for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi is: [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:12:55.982112 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c232e0b-e34e-4081-83b0-90370c60bb31 None None] New status for floating IP 4fa053fa-6fac-4ddf-b75c-2986594459a5: DOWN {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:12:56.046441 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:12:56.630139 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26844b30-d0c3-4fdc-8055-96c08b2144cb req-78389d7d-3d5f-4c6e-9dc6-f138b990c171 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:56.632253 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-26844b30-d0c3-4fdc-8055-96c08b2144cb req-78389d7d-3d5f-4c6e-9dc6-f138b990c171 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0456564 Oct 14 03:12:56.676660 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-26844b30-d0c3-4fdc-8055-96c08b2144cb req-8cfdeaa0-7ff0-406b-bc12-7ea86ecd9ad1 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389364 Oct 14 03:12:56.778106 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28b070-5eaf-4920-94c0-1c6fac5c66a4 req-e8cd9759-00ac-412d-b808-8a6a8a8f9e25 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:56.779521 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8d28b070-5eaf-4920-94c0-1c6fac5c66a4 req-e8cd9759-00ac-412d-b808-8a6a8a8f9e25 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 945 time: 0.0451379 Oct 14 03:12:56.829140 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8d28b070-5eaf-4920-94c0-1c6fac5c66a4 req-27bd9cf5-3c4b-4325-8117-642890d13162 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d525c701-675b-48f0-b0d5-d425fea3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441897 Oct 14 03:12:56.883738 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e93049d3-a69e-4841-ad9d-1cc54e149d41 req-ebd0d656-bd3b-4d99-8e4f-214ff03d63f5 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 210 time: 0.0279324 Oct 14 03:12:57.060807 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-5e378e2d-b12a-46ac-9a84-b0a7b448287d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:57.795343 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a8c7f-bd3e-422d-a975-88a3ee1ba76a req-c0686592-511a-4235-b100-68a0fefdbf3f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:57.796784 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0f5a8c7f-bd3e-422d-a975-88a3ee1ba76a req-c0686592-511a-4235-b100-68a0fefdbf3f tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0463774 Oct 14 03:12:57.842664 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0f5a8c7f-bd3e-422d-a975-88a3ee1ba76a req-52a944ad-73c0-4d73-8604-25fb9caed738 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402589 Oct 14 03:12:57.951898 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0983538-38e1-45e7-8189-67b3cd54c23c req-ed8ddb4e-8f43-4afb-8cc4-cbe402dee182 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:57.953275 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e0983538-38e1-45e7-8189-67b3cd54c23c req-ed8ddb4e-8f43-4afb-8cc4-cbe402dee182 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 945 time: 0.0483825 Oct 14 03:12:58.004826 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-61ae557a-f01a-45ec-877a-06747b77921d req-f0e34ce8-6eae-4723-b159-64bab224a187 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 210 time: 0.0369363 Oct 14 03:12:58.026787 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e0983538-38e1-45e7-8189-67b3cd54c23c req-0904cdf0-9557-4413-844d-90152b466a4a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d525c701-675b-48f0-b0d5-d425fea3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678151 Oct 14 03:12:58.317896 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:58.728684 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device fca8f750-40b5-480b-be0b-74873e93a6ba no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:12:58.748345 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: fca8f750-40b5-480b-be0b-74873e93a6ba {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:12:58.748679 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device fca8f750-40b5-480b-be0b-74873e93a6ba not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:12:58.951086 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf917d-b240-45a2-a003-f862d8778651 req-8e99dcc0-5818-4ddd-b969-31e0622d56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:58.952669 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-43bf917d-b240-45a2-a003-f862d8778651 req-8e99dcc0-5818-4ddd-b969-31e0622d56f1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 1129 time: 0.0913906 Oct 14 03:12:58.965431 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bce3d-45a8-4af7-ad4e-c6ab42bfd078 req-517fed8e-130e-4e56-bca5-d82e2c7b9f62 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:58.966928 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3d9bce3d-45a8-4af7-ad4e-c6ab42bfd078 req-517fed8e-130e-4e56-bca5-d82e2c7b9f62 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0476832 Oct 14 03:12:59.014336 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3d9bce3d-45a8-4af7-ad4e-c6ab42bfd078 req-7cc5743b-858a-4ac0-a6e6-876521c2b6e5 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419106 Oct 14 03:12:59.049624 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-43bf917d-b240-45a2-a003-f862d8778651 req-013dfb86-49b9-4b87-9110-b584fe06fcfb service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d525c701-675b-48f0-b0d5-d425fea3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406003 Oct 14 03:12:59.050276 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:12:59.155784 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-81c17e71-76dc-4aef-9fee-97449dc5c9da req-e3d67f6b-e8c3-4d02-9f1d-97ccebb9bd5b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 210 time: 0.0539176 Oct 14 03:12:59.168295 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c6bae-d6dd-4343-ad22-d5545ba961b9 req-095be1ab-f6d2-4018-be76-b6a82751add2 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:59.169710 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-792c6bae-d6dd-4343-ad22-d5545ba961b9 req-095be1ab-f6d2-4018-be76-b6a82751add2 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 945 time: 0.0704367 Oct 14 03:12:59.215867 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-792c6bae-d6dd-4343-ad22-d5545ba961b9 req-5c3c7865-d22b-4aaa-8151-8f4b12b79151 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d525c701-675b-48f0-b0d5-d425fea3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405731 Oct 14 03:12:59.759823 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:59.860887 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8875d2-ec02-4656-a757-f97ada741d24 req-1fc7ae6a-97fc-4538-aa78-0c4ef1ba7076 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:12:59.862509 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2f8875d2-ec02-4656-a757-f97ada741d24 req-1fc7ae6a-97fc-4538-aa78-0c4ef1ba7076 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0504165 Oct 14 03:12:59.945826 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-2f8875d2-ec02-4656-a757-f97ada741d24 req-ea8b34a9-f5d1-41fe-bfc8-449ed0db7b90 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Deleting port 04f7e24a-0bec-4456-bb1a-56489e3f78c6 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:12:59.946163 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f8875d2-ec02-4656-a757-f97ada741d24 req-ea8b34a9-f5d1-41fe-bfc8-449ed0db7b90 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (04f7e24a-0bec-4456-bb1a-56489e3f78c6), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:12:59.977185 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:00.001493 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:00.038976 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-2f8875d2-ec02-4656-a757-f97ada741d24 req-ea8b34a9-f5d1-41fe-bfc8-449ed0db7b90 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] For port 04f7e24a-0bec-4456-bb1a-56489e3f78c6, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=04f7e24a-0bec-4456-bb1a-56489e3f78c6,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:13:00.039329 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f8875d2-ec02-4656-a757-f97ada741d24 req-ea8b34a9-f5d1-41fe-bfc8-449ed0db7b90 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (04f7e24a-0bec-4456-bb1a-56489e3f78c6), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:00.143293 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade1ea2-4791-4cce-ace8-1bdf07058c1a req-ab6e04c0-3034-4394-8c8a-62ff81f1054c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:00.144860 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1ade1ea2-4791-4cce-ace8-1bdf07058c1a req-ab6e04c0-3034-4394-8c8a-62ff81f1054c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 945 time: 0.0501804 Oct 14 03:13:00.195386 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1ade1ea2-4791-4cce-ace8-1bdf07058c1a req-68a7ca79-3c6f-4fa7-8810-5fbe5612ad90 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447984 Oct 14 03:13:00.284986 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6aeb7ac9-95e0-4a6d-b944-921a7c4f1847 req-63192f05-3839-457e-8931-4df0a5fa5cfa tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ccd7272a-6200-4e43-a875-486a9dfdf4de HTTP/1.1" status: 200 len: 210 time: 0.0324109 Oct 14 03:13:00.492847 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f8875d2-ec02-4656-a757-f97ada741d24 req-ea8b34a9-f5d1-41fe-bfc8-449ed0db7b90 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:00.493132 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f8875d2-ec02-4656-a757-f97ada741d24 req-ea8b34a9-f5d1-41fe-bfc8-449ed0db7b90 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (f6228baf-b71d-4bc5-8dd1-ed2e78f019c7), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:00.493446 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.l3_db [req-2f8875d2-ec02-4656-a757-f97ada741d24 req-ea8b34a9-f5d1-41fe-bfc8-449ed0db7b90 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Floating IP f6228baf-b71d-4bc5-8dd1-ed2e78f019c7 disassociated. External IP: 172.27.3.123, port: 04f7e24a-0bec-4456-bb1a-56489e3f78c6. Oct 14 03:13:00.493815 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-2f8875d2-ec02-4656-a757-f97ada741d24 req-ea8b34a9-f5d1-41fe-bfc8-449ed0db7b90 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Calling delete_port for 04f7e24a-0bec-4456-bb1a-56489e3f78c6 owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:13:00.513370 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf8b57-8385-4657-b312-179fb88323ce req-1f18cfcb-d617-4655-947a-7338bfb01f6d tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:00.515116 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a2cf8b57-8385-4657-b312-179fb88323ce req-1f18cfcb-d617-4655-947a-7338bfb01f6d tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 945 time: 0.0533547 Oct 14 03:13:00.556353 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:00.563548 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a2cf8b57-8385-4657-b312-179fb88323ce req-9ce018d0-1ce9-4c10-93ef-ab61195470f5 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d525c701-675b-48f0-b0d5-d425fea3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427446 Oct 14 03:13:00.700904 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f8875d2-ec02-4656-a757-f97ada741d24 req-ea8b34a9-f5d1-41fe-bfc8-449ed0db7b90 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (04f7e24a-0bec-4456-bb1a-56489e3f78c6), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:00.726483 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b34a9-f5d1-41fe-bfc8-449ed0db7b90 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Pushing event deleted for resources: {'Port': ['ID=04f7e24a-0bec-4456-bb1a-56489e3f78c6,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:00.836713 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f8875d2-ec02-4656-a757-f97ada741d24 req-ea8b34a9-f5d1-41fe-bfc8-449ed0db7b90 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Router 9fea9e82-4ae3-4676-8db6-902834f829a2 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:13:00.940731 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f8875d2-ec02-4656-a757-f97ada741d24 req-ea8b34a9-f5d1-41fe-bfc8-449ed0db7b90 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:13:00.952524 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce0cf5-31fb-4243-a3b1-c7d5aa8d27c9 None None] Sync routers for ids ['9fea9e82-4ae3-4676-8db6-902834f829a2'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:13:00.964100 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce0cf5-31fb-4243-a3b1-c7d5aa8d27c9 None None] Routers {'9fea9e82-4ae3-4676-8db6-902834f829a2'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:13:00.964100 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-f9ce0cf5-31fb-4243-a3b1-c7d5aa8d27c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:12:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9fea9e82-4ae3-4676-8db6-902834f829a2'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:00.983428 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8875d2-ec02-4656-a757-f97ada741d24 req-ea8b34a9-f5d1-41fe-bfc8-449ed0db7b90 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] No DVR routers for this DVR port 04f7e24a-0bec-4456-bb1a-56489e3f78c6 on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:13:00.986095 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f8875d2-ec02-4656-a757-f97ada741d24 req-ea8b34a9-f5d1-41fe-bfc8-449ed0db7b90 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:00.989522 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2f8875d2-ec02-4656-a757-f97ada741d24 req-ea8b34a9-f5d1-41fe-bfc8-449ed0db7b90 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.40 "DELETE /networking/v2.0/ports/04f7e24a-0bec-4456-bb1a-56489e3f78c6 HTTP/1.1" status: 204 len: 173 time: 1.1209435 Oct 14 03:13:00.990558 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'name': 'network-vif-deleted', 'tag': '04f7e24a-0bec-4456-bb1a-56489e3f78c6'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:13:00.992898 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce48337f-32b2-4ba3-b38b-cc850fd14d2c" -d '{"events": [{"server_uuid": "07426fa3-a9d9-4304-854a-b6a298b3f8c7", "name": "network-vif-deleted", "tag": "04f7e24a-0bec-4456-bb1a-56489e3f78c6"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:13:01.082451 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-f9ce0cf5-31fb-4243-a3b1-c7d5aa8d27c9 None None] Set router 9fea9e82-4ae3-4676-8db6-902834f829a2 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:13:01.095817 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c312616a-2e46-4f5e-bc6c-60a9db70f551 x-openstack-request-id: req-c312616a-2e46-4f5e-bc6c-60a9db70f551 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:13:01.096679 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07426fa3-a9d9-4304-854a-b6a298b3f8c7", "name": "network-vif-deleted", "tag": "04f7e24a-0bec-4456-bb1a-56489e3f78c6", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:13:01.097088 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c312616a-2e46-4f5e-bc6c-60a9db70f551 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:13:01.097648 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c312616a-2e46-4f5e-bc6c-60a9db70f551'] response: {'server_uuid': '07426fa3-a9d9-4304-854a-b6a298b3f8c7', 'name': 'network-vif-deleted', 'tag': '04f7e24a-0bec-4456-bb1a-56489e3f78c6', 'status': 'completed', 'code': 200} Oct 14 03:13:01.243009 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:01.274032 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:01.287856 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-f9ce0cf5-31fb-4243-a3b1-c7d5aa8d27c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'gw_port': {'id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '0d1b4b7c-8b51-40c7-868e-b0ed0167a770', 'name': '', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'mac_address': 'fa:16:3e:2d:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '83361155-00a4-439a-b18b-f6450713d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:49Z', 'revision_number': 5, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'subnets': [{'id': '83361155-00a4-439a-b18b-f6450713d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:01.308149 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-38f8cad3-d799-418c-90b7-091cd1aa2724 req-c229aa80-d1f8-4281-9c9b-71016b808237 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0276899 Oct 14 03:13:01.316586 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce0cf5-31fb-4243-a3b1-c7d5aa8d27c9 None None] Checking router: 9fea9e82-4ae3-4676-8db6-902834f829a2 for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:13:01.328532 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce0cf5-31fb-4243-a3b1-c7d5aa8d27c9 None None] Routers {'9fea9e82-4ae3-4676-8db6-902834f829a2'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:13:01.328532 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-f9ce0cf5-31fb-4243-a3b1-c7d5aa8d27c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:12:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9fea9e82-4ae3-4676-8db6-902834f829a2'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:01.434345 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-f9ce0cf5-31fb-4243-a3b1-c7d5aa8d27c9 None None] Set router 9fea9e82-4ae3-4676-8db6-902834f829a2 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:13:01.462434 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38600) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:01.470581 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:01.517118 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c58b2a48-efaf-4f0e-95f5-7347787cde47 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (7dd48a54-c716-47ad-aa30-94fe99c8118e), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:01.540357 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c58b2a48-efaf-4f0e-95f5-7347787cde47 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (7dd48a54-c716-47ad-aa30-94fe99c8118e), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:01.621289 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-f9ce0cf5-31fb-4243-a3b1-c7d5aa8d27c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'gw_port': {'id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '0d1b4b7c-8b51-40c7-868e-b0ed0167a770', 'name': '', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'mac_address': 'fa:16:3e:2d:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '83361155-00a4-439a-b18b-f6450713d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:49Z', 'revision_number': 5, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'subnets': [{'id': '83361155-00a4-439a-b18b-f6450713d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:01.647150 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce0cf5-31fb-4243-a3b1-c7d5aa8d27c9 None None] The sync data for ids ['9fea9e82-4ae3-4676-8db6-902834f829a2'] in dv-cinder-801522-13-iscsi is: [{'id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'gw_port': {'id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '0d1b4b7c-8b51-40c7-868e-b0ed0167a770', 'name': '', 'network_id': '55f1e2d7-2b20-46bb-a21a-28526552f799', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'mac_address': 'fa:16:3e:2d:f7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '83361155-00a4-439a-b18b-f6450713d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:49Z', 'revision_number': 5, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'subnets': [{'id': '83361155-00a4-439a-b18b-f6450713d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:13:01.661092 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c58b2a48-efaf-4f0e-95f5-7347787cde47 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (7dd48a54-c716-47ad-aa30-94fe99c8118e), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:01.671364 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c58b2a48-efaf-4f0e-95f5-7347787cde47 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:01.671364 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-c58b2a48-efaf-4f0e-95f5-7347787cde47 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/7dd48a54-c716-47ad-aa30-94fe99c8118e HTTP/1.1" status: 204 len: 168 time: 0.2022610 Oct 14 03:13:01.671364 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38604) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:01.671914 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:01.702163 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b2a48-efaf-4f0e-95f5-7347787cde47 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd48a54-c716-47ad-aa30-94fe99c8118e,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:01.704971 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.api.v2.resource [None req-ca015c00-244f-4f4e-9680-ddf35dbfcd12 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] show failed (client error): The resource could not be found. Oct 14 03:13:01.706090 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-ca015c00-244f-4f4e-9680-ddf35dbfcd12 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups/7dd48a54-c716-47ad-aa30-94fe99c8118e HTTP/1.1" status: 404 len: 347 time: 0.0329003 Oct 14 03:13:01.720367 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38606) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:01.734069 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f0051-fe43-4f75-ada2-0bc0618e273b req-130e930e-4461-4bcb-bc81-bb076b545cf8 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:01.735881 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8d1f0051-fe43-4f75-ada2-0bc0618e273b req-130e930e-4461-4bcb-bc81-bb076b545cf8 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 945 time: 0.0786879 Oct 14 03:13:01.790734 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8d1f0051-fe43-4f75-ada2-0bc0618e273b req-8369f925-e52e-4814-bed3-ff8795a3e493 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d525c701-675b-48f0-b0d5-d425fea3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478323 Oct 14 03:13:01.852792 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-6f602fee-88fa-443a-aa60-146138b0c764 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Deleting port 1417123a-c093-4b6c-934e-a57de8b3078a {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:13:01.853138 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6f602fee-88fa-443a-aa60-146138b0c764 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (1417123a-c093-4b6c-934e-a57de8b3078a), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:01.896743 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:01.912824 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5466b8-7bfe-4f8c-91f3-b2ad13090bd9 req-85be2a1c-b3e7-4feb-b824-013b4c552288 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:01.922327 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-db5466b8-7bfe-4f8c-91f3-b2ad13090bd9 req-85be2a1c-b3e7-4feb-b824-013b4c552288 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 945 time: 0.0510409 Oct 14 03:13:01.924529 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38610) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:01.928433 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd592b6-117f-46d3-bcb9-dea1c354a75f None None] New status for floating IP f6228baf-b71d-4bc5-8dd1-ed2e78f019c7: DOWN {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:13:01.930306 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-87785f72-3989-45fc-ad02-a9bfe6b81700 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Request body: {'floatingip': {'port_id': '4a6bff08-0d49-4863-be8c-5097b81b1188'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:13:01.938649 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6f602fee-88fa-443a-aa60-146138b0c764 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (1417123a-c093-4b6c-934e-a57de8b3078a), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:01.938981 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6f602fee-88fa-443a-aa60-146138b0c764 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (1417123a-c093-4b6c-934e-a57de8b3078a), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:01.953262 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-6f602fee-88fa-443a-aa60-146138b0c764 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Calling delete_port for 1417123a-c093-4b6c-934e-a57de8b3078a owned by network:floatingip {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:13:01.969289 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-87785f72-3989-45fc-ad02-a9bfe6b81700 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for floatingip (a5851a02-db3d-4fff-848c-60663218b767), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:02.171529 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6f602fee-88fa-443a-aa60-146138b0c764 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (1417123a-c093-4b6c-934e-a57de8b3078a), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:02.194809 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f602fee-88fa-443a-aa60-146138b0c764 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event deleted for resources: {'Port': ['ID=1417123a-c093-4b6c-934e-a57de8b3078a,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:02.270560 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6f602fee-88fa-443a-aa60-146138b0c764 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (4fa053fa-6fac-4ddf-b75c-2986594459a5), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:02.273315 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-6f602fee-88fa-443a-aa60-146138b0c764 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:02.274641 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-6f602fee-88fa-443a-aa60-146138b0c764 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/4fa053fa-6fac-4ddf-b75c-2986594459a5 HTTP/1.1" status: 204 len: 168 time: 0.5531218 Oct 14 03:13:02.417111 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38616) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:02.421773 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-96f93dc5-0755-4307-9b1a-b3eef83853ee tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--231555941', 'description': 'tempest-description--774600414'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:13:02.457857 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1f48ec6c-743d-4c6a-b87d-4d09816092cc req-37375041-3197-44c0-be37-1a233d89461e tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=07426fa3-a9d9-4304-854a-b6a298b3f8c7 HTTP/1.1" status: 200 len: 210 time: 0.0315032 Oct 14 03:13:02.469896 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-87785f72-3989-45fc-ad02-a9bfe6b81700 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:02.509213 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-96f93dc5-0755-4307-9b1a-b3eef83853ee tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:02.538276 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-87785f72-3989-45fc-ad02-a9bfe6b81700 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (a5851a02-db3d-4fff-848c-60663218b767), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:02.577252 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-96f93dc5-0755-4307-9b1a-b3eef83853ee tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (cd4c2faa-6566-4b7f-a2a2-c63541b01572), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:02.633825 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.l3_db [None req-87785f72-3989-45fc-ad02-a9bfe6b81700 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Floating IP a5851a02-db3d-4fff-848c-60663218b767 associated. External IP: 172.27.3.130, port: 4a6bff08-0d49-4863-be8c-5097b81b1188. Oct 14 03:13:02.656757 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-96f93dc5-0755-4307-9b1a-b3eef83853ee tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (cd4c2faa-6566-4b7f-a2a2-c63541b01572), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:02.686807 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f93dc5-0755-4307-9b1a-b3eef83853ee tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4c2faa-6566-4b7f-a2a2-c63541b01572,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:02.744903 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-96f93dc5-0755-4307-9b1a-b3eef83853ee tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:02.746180 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-96f93dc5-0755-4307-9b1a-b3eef83853ee tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3280418 Oct 14 03:13:02.749083 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38618) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:02.753388 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-f1d4877c-5e5f-42bc-8725-63712cf6018e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'security_group_rule': {'security_group_id': 'cd4c2faa-6566-4b7f-a2a2-c63541b01572', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:13:02.847028 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f1d4877c-5e5f-42bc-8725-63712cf6018e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (002267d3-9293-4610-8904-57a50a26b694), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:02.868280 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:02.909102 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f1d4877c-5e5f-42bc-8725-63712cf6018e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (002267d3-9293-4610-8904-57a50a26b694), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:02.982988 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f1d4877c-5e5f-42bc-8725-63712cf6018e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (002267d3-9293-4610-8904-57a50a26b694), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:03.008039 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4877c-5e5f-42bc-8725-63712cf6018e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002267d3-9293-4610-8904-57a50a26b694,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:03.060071 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87785f72-3989-45fc-ad02-a9bfe6b81700 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:13:03.098840 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f1d4877c-5e5f-42bc-8725-63712cf6018e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:03.100250 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-f1d4877c-5e5f-42bc-8725-63712cf6018e tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502433 Oct 14 03:13:03.103009 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38620) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:03.107404 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-d9491121-418e-40df-a10a-9ce52a27cc1d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'security_group_rule': {'security_group_id': 'cd4c2faa-6566-4b7f-a2a2-c63541b01572', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:13:03.152349 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:03.163291 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87785f72-3989-45fc-ad02-a9bfe6b81700 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:13:03.168461 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-87785f72-3989-45fc-ad02-a9bfe6b81700 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:03.172524 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291c68b4-e88d-4d19-b184-c5be3d8cdec6 None None] Sync routers for ids ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:13:03.182990 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291c68b4-e88d-4d19-b184-c5be3d8cdec6 None None] Routers {'8129ec6d-5c25-406c-8f4c-232ae6e5c655'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:13:03.183585 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-291c68b4-e88d-4d19-b184-c5be3d8cdec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:12:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:03.198126 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d9491121-418e-40df-a10a-9ce52a27cc1d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (bb189538-ec12-4c22-ae72-73f0182d05af), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:03.200933 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-87785f72-3989-45fc-ad02-a9bfe6b81700 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/a5851a02-db3d-4fff-848c-60663218b767 HTTP/1.1" status: 200 len: 991 time: 1.2752845 Oct 14 03:13:03.201571 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bec501f-50e0-40ea-ba38-c2df09fd439b', 'tag': '4a6bff08-0d49-4863-be8c-5097b81b1188'}] {{(pid=105049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:13:03.203880 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fb9ae14b47f429fd368683312699964b37f4ab477e95edbe6fc545a578585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06498e5d-526b-42b5-9886-805421c9e459" -d '{"events": [{"name": "network-changed", "server_uuid": "7bec501f-50e0-40ea-ba38-c2df09fd439b", "tag": "4a6bff08-0d49-4863-be8c-5097b81b1188"}]}' {{(pid=105049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:13:03.243345 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c65d282-c5d8-4ab7-a963-68e0756cd84d x-openstack-request-id: req-7c65d282-c5d8-4ab7-a963-68e0756cd84d {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:13:03.243635 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bec501f-50e0-40ea-ba38-c2df09fd439b", "tag": "4a6bff08-0d49-4863-be8c-5097b81b1188", "status": "completed", "code": 200}]} {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:13:03.243890 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c65d282-c5d8-4ab7-a963-68e0756cd84d {{(pid=105049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:13:03.244294 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c65d282-c5d8-4ab7-a963-68e0756cd84d'] response: {'name': 'network-changed', 'server_uuid': '7bec501f-50e0-40ea-ba38-c2df09fd439b', 'tag': '4a6bff08-0d49-4863-be8c-5097b81b1188', 'status': 'completed', 'code': 200} Oct 14 03:13:03.271043 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d9491121-418e-40df-a10a-9ce52a27cc1d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (bb189538-ec12-4c22-ae72-73f0182d05af), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:03.288640 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-291c68b4-e88d-4d19-b184-c5be3d8cdec6 None None] Set router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:13:03.305117 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:03.332963 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d9491121-418e-40df-a10a-9ce52a27cc1d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (bb189538-ec12-4c22-ae72-73f0182d05af), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:03.339519 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06498e5d-526b-42b5-9886-805421c9e459 req-c2650b85-6f84-45fe-b549-e08f3aa69f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:03.340950 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-06498e5d-526b-42b5-9886-805421c9e459 req-c2650b85-6f84-45fe-b549-e08f3aa69f0d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=5470d8ee28f74b4eb385a90c33a514b8&device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 1129 time: 0.0454586 Oct 14 03:13:03.363783 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9491121-418e-40df-a10a-9ce52a27cc1d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb189538-ec12-4c22-ae72-73f0182d05af,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:03.444960 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d9491121-418e-40df-a10a-9ce52a27cc1d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:03.446157 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-d9491121-418e-40df-a10a-9ce52a27cc1d tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3421795 Oct 14 03:13:03.449135 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06498e5d-526b-42b5-9886-805421c9e459 req-b3260c26-b888-4f40-9995-424e8477dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:03.449675 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38626) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:03.450622 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-06498e5d-526b-42b5-9886-805421c9e459 req-b3260c26-b888-4f40-9995-424e8477dfbe service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=706c2be8-801d-4fd3-a7af-a476e6a9ec99 HTTP/1.1" status: 200 len: 912 time: 0.0986171 Oct 14 03:13:03.454334 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-5287b0b5-28e2-4f1c-99cb-6afc3c3cd3ec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'floatingip': {'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:13:03.498413 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-291c68b4-e88d-4d19-b184-c5be3d8cdec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:43Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': 'a5851a02-db3d-4fff-848c-60663218b767', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'port_id': '4a6bff08-0d49-4863-be8c-5097b81b1188', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'mac_address': 'fa:16:3e:af:85:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bec501f-50e0-40ea-ba38-c2df09fd439b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:12:42Z', 'updated_at': '2022-10-14T03:13:02Z', 'revision_number': 1, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff38b85-bafb-40e6-a854-d7c6ab4f0a39', 'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'mac_address': 'fa:16:3e:b5:c2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:41Z', 'updated_at': '2022-10-14T03:08:05Z', 'revision_number': 5, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'subnets': [{'id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:03.533163 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-06498e5d-526b-42b5-9886-805421c9e459 req-892a33ce-38f7-4587-9575-9f39271bc29d service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a6bff08-0d49-4863-be8c-5097b81b1188 HTTP/1.1" status: 200 len: 999 time: 0.0624514 Oct 14 03:13:03.534769 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291c68b4-e88d-4d19-b184-c5be3d8cdec6 None None] Checking router: 8129ec6d-5c25-406c-8f4c-232ae6e5c655 for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:13:03.538852 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291c68b4-e88d-4d19-b184-c5be3d8cdec6 None None] Routers {'8129ec6d-5c25-406c-8f4c-232ae6e5c655'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:13:03.539607 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-291c68b4-e88d-4d19-b184-c5be3d8cdec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:12:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:03.546760 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5287b0b5-28e2-4f1c-99cb-6afc3c3cd3ec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:03.575433 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06498e5d-526b-42b5-9886-805421c9e459 req-69743fcf-161f-4efa-a931-4378e2c000ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:03.576939 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-06498e5d-526b-42b5-9886-805421c9e459 req-69743fcf-161f-4efa-a931-4378e2c000ae service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=326ff2bf-f78a-4292-afd2-858a661cf898 HTTP/1.1" status: 200 len: 850 time: 0.0489254 Oct 14 03:13:03.592245 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:03.594605 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:03.610789 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38632) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:03.637606 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06498e5d-526b-42b5-9886-805421c9e459 req-9061ec6b-898d-4f79-b425-a3745fc0cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:03.642037 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-06498e5d-526b-42b5-9886-805421c9e459 req-9061ec6b-898d-4f79-b425-a3745fc0cdc6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=706c2be8-801d-4fd3-a7af-a476e6a9ec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0559042 Oct 14 03:13:03.649613 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-291c68b4-e88d-4d19-b184-c5be3d8cdec6 None None] Set router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:13:03.669165 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5287b0b5-28e2-4f1c-99cb-6afc3c3cd3ec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:03.726452 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:03.741122 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-06498e5d-526b-42b5-9886-805421c9e459 req-a979e75f-be13-4ee0-afa5-478dac69f7c2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934520 Oct 14 03:13:03.752925 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0e87bb6f-764c-4ded-9803-1444c69c9f48 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for security_group (ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:03.793600 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0e87bb6f-764c-4ded-9803-1444c69c9f48 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for security_group (ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:03.842235 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-06498e5d-526b-42b5-9886-805421c9e459 req-97f7bc95-6472-4639-8692-7aca4f880dfd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946319 Oct 14 03:13:03.864828 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [None req-5287b0b5-28e2-4f1c-99cb-6afc3c3cd3ec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Allocated IP 172.27.3.120 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/8990436b-dc90-4c6c-bd82-0ac0d37bcd66) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:13:03.945529 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0e87bb6f-764c-4ded-9803-1444c69c9f48 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:03.948134 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0e87bb6f-764c-4ded-9803-1444c69c9f48 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:03.949273 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-0e87bb6f-764c-4ded-9803-1444c69c9f48 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4 HTTP/1.1" status: 204 len: 168 time: 0.3370538 Oct 14 03:13:03.952052 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38634) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:03.963319 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-291c68b4-e88d-4d19-b184-c5be3d8cdec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:43Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': 'a5851a02-db3d-4fff-848c-60663218b767', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'port_id': '4a6bff08-0d49-4863-be8c-5097b81b1188', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'mac_address': 'fa:16:3e:af:85:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bec501f-50e0-40ea-ba38-c2df09fd439b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:12:42Z', 'updated_at': '2022-10-14T03:13:02Z', 'revision_number': 1, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff38b85-bafb-40e6-a854-d7c6ab4f0a39', 'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'mac_address': 'fa:16:3e:b5:c2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:41Z', 'updated_at': '2022-10-14T03:08:05Z', 'revision_number': 5, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'subnets': [{'id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:03.968130 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.api.v2.resource [None req-a5e4b58a-7016-4116-8247-e819509e38a6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] show failed (client error): The resource could not be found. Oct 14 03:13:03.973121 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-a5e4b58a-7016-4116-8247-e819509e38a6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups/ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4 HTTP/1.1" status: 404 len: 347 time: 0.0160003 Oct 14 03:13:03.973243 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87bb6f-764c-4ded-9803-1444c69c9f48 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad00b0e6-b9a1-4c3f-80b3-5abf0c5467b4,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:03.973363 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38636) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:03.994945 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291c68b4-e88d-4d19-b184-c5be3d8cdec6 None None] The sync data for ids ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'] in dv-cinder-801522-13-iscsi is: [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:43Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': 'a5851a02-db3d-4fff-848c-60663218b767', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'port_id': '4a6bff08-0d49-4863-be8c-5097b81b1188', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'mac_address': 'fa:16:3e:af:85:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bec501f-50e0-40ea-ba38-c2df09fd439b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:12:42Z', 'updated_at': '2022-10-14T03:13:02Z', 'revision_number': 1, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff38b85-bafb-40e6-a854-d7c6ab4f0a39', 'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'mac_address': 'fa:16:3e:b5:c2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:41Z', 'updated_at': '2022-10-14T03:08:05Z', 'revision_number': 5, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'subnets': [{'id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:13:03.995300 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5287b0b5-28e2-4f1c-99cb-6afc3c3cd3ec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for port (8990436b-dc90-4c6c-bd82-0ac0d37bcd66), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:04.028071 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:04.092068 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5287b0b5-28e2-4f1c-99cb-6afc3c3cd3ec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (8990436b-dc90-4c6c-bd82-0ac0d37bcd66), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:04.108910 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-8e251af2-b6a7-4c2d-b84c-535c5e4d2912 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Deleting port dbb69bd9-731a-43de-ac4a-64347293031c {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:13:04.109348 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8e251af2-b6a7-4c2d-b84c-535c5e4d2912 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (dbb69bd9-731a-43de-ac4a-64347293031c), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:04.136996 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5287b0b5-28e2-4f1c-99cb-6afc3c3cd3ec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:13:04.142255 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-5287b0b5-28e2-4f1c-99cb-6afc3c3cd3ec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:13:04.144894 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5287b0b5-28e2-4f1c-99cb-6afc3c3cd3ec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:13:04.155880 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:04.173240 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287b0b5-28e2-4f1c-99cb-6afc3c3cd3ec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'Port': ['ID=8990436b-dc90-4c6c-bd82-0ac0d37bcd66,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:04.198465 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8e251af2-b6a7-4c2d-b84c-535c5e4d2912 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (dbb69bd9-731a-43de-ac4a-64347293031c), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:04.199088 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8e251af2-b6a7-4c2d-b84c-535c5e4d2912 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for floatingip (dbb69bd9-731a-43de-ac4a-64347293031c), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:04.215326 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-8e251af2-b6a7-4c2d-b84c-535c5e4d2912 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Calling delete_port for dbb69bd9-731a-43de-ac4a-64347293031c owned by network:floatingip {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:13:04.232147 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ee7b3-3f9f-48b4-bfd8-49a558357c0e None None] New status for floating IP a5851a02-db3d-4fff-848c-60663218b767: ACTIVE {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:13:04.252696 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5287b0b5-28e2-4f1c-99cb-6afc3c3cd3ec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (0eb135b8-d8c4-4f97-9f97-11f2f6c7cc1b), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:04.341733 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:04.350483 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5287b0b5-28e2-4f1c-99cb-6afc3c3cd3ec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (8990436b-dc90-4c6c-bd82-0ac0d37bcd66), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:04.415546 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8e251af2-b6a7-4c2d-b84c-535c5e4d2912 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (dbb69bd9-731a-43de-ac4a-64347293031c), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:04.445153 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e251af2-b6a7-4c2d-b84c-535c5e4d2912 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Pushing event deleted for resources: {'Port': ['ID=dbb69bd9-731a-43de-ac4a-64347293031c,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:04.464088 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:04.472591 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:04.509958 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8e251af2-b6a7-4c2d-b84c-535c5e4d2912 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks [] for floatingip (f6228baf-b71d-4bc5-8dd1-ed2e78f019c7), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:04.512736 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8e251af2-b6a7-4c2d-b84c-535c5e4d2912 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:04.513987 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-8e251af2-b6a7-4c2d-b84c-535c5e4d2912 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/f6228baf-b71d-4bc5-8dd1-ed2e78f019c7 HTTP/1.1" status: 204 len: 168 time: 0.5396044 Oct 14 03:13:04.522472 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5287b0b5-28e2-4f1c-99cb-6afc3c3cd3ec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for port (8990436b-dc90-4c6c-bd82-0ac0d37bcd66), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:04.617446 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5287b0b5-28e2-4f1c-99cb-6afc3c3cd3ec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129412714'] for port (8990436b-dc90-4c6c-bd82-0ac0d37bcd66), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:04.688033 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287b0b5-28e2-4f1c-99cb-6afc3c3cd3ec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'Port': ['ID=8990436b-dc90-4c6c-bd82-0ac0d37bcd66,revision_number=2']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:04.691378 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5287b0b5-28e2-4f1c-99cb-6afc3c3cd3ec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (0eb135b8-d8c4-4f97-9f97-11f2f6c7cc1b), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:04.729188 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 04f7e24a-0bec-4456-bb1a-56489e3f78c6 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:13:04.752707 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: 04f7e24a-0bec-4456-bb1a-56489e3f78c6 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:13:04.753056 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 04f7e24a-0bec-4456-bb1a-56489e3f78c6 not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:13:04.802870 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5287b0b5-28e2-4f1c-99cb-6afc3c3cd3ec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:04.804149 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-5287b0b5-28e2-4f1c-99cb-6afc3c3cd3ec tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3534362 Oct 14 03:13:04.953430 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-912bf88c-cb8f-4577-9da0-6f8653d764d2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--231555941&fields=id&tenant_id=20fb24be77624e59b8560c7863ca4a46 HTTP/1.1" status: 200 len: 267 time: 0.0428009 Oct 14 03:13:05.061434 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-b7a84a3d-8d0c-4ba6-9293-aef37f5ebb9f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:05.062831 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-b7a84a3d-8d0c-4ba6-9293-aef37f5ebb9f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/networks?id=bb28930e-3d0a-43c7-985a-b1d6573d124d HTTP/1.1" status: 200 len: 814 time: 0.1019166 Oct 14 03:13:05.077870 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-dde925a2-4830-4494-87a4-ba41310961ef tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/quotas/20fb24be77624e59b8560c7863ca4a46 HTTP/1.1" status: 200 len: 375 time: 0.0095725 Oct 14 03:13:05.130088 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-2b841072-7f54-40b6-b4b0-aa40c77c20d5 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=20fb24be77624e59b8560c7863ca4a46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472558 Oct 14 03:13:05.260781 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:05.271380 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-2b394efd-12d5-49c1-8733-e013d06df1a9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297431 Oct 14 03:13:05.364771 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-bf313d7b-a27c-46c6-a887-ae9148a4bd32 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871968 Oct 14 03:13:05.604231 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7bd17afe-5463-4e1b-8ba0-f982704a64db req-5c2dad97-c32d-4761-be88-24c639099158 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 210 time: 0.0289152 Oct 14 03:13:06.707442 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4700d56d-ef06-48b3-92a8-71bd4d71dbd0 req-04bbe2ec-7466-491c-b7bf-4d75810c64dd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 210 time: 0.0305834 Oct 14 03:13:07.461531 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3c665-b7b8-4c5b-a858-5db2ec05e183 req-fa5b3e03-128b-4a9e-ab93-b14d3d8dceba tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:07.463067 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-89c3c665-b7b8-4c5b-a858-5db2ec05e183 req-fa5b3e03-128b-4a9e-ab93-b14d3d8dceba tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0464067 Oct 14 03:13:07.509539 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-89c3c665-b7b8-4c5b-a858-5db2ec05e183 req-905edd27-9009-43c7-bca6-1d0cf533fc25 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408714 Oct 14 03:13:07.812690 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c5b9da12-57bc-4d63-b1a3-6eef547c2b3e req-1911773c-cd4f-46ef-90ad-18cd3275e7bd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 210 time: 0.0305736 Oct 14 03:13:08.628583 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c1233-2637-4ce3-bb3c-2748de8b13fc req-a92c30e2-4f01-48a1-ab4d-02943c979cb2 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:08.630051 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-271c1233-2637-4ce3-bb3c-2748de8b13fc req-a92c30e2-4f01-48a1-ab4d-02943c979cb2 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0463800 Oct 14 03:13:08.676540 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-271c1233-2637-4ce3-bb3c-2748de8b13fc req-8d22f1b0-c3b3-43a2-bcfc-d8f9a7311f83 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410886 Oct 14 03:13:08.913712 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-452ba1c4-fc17-4437-b7f1-1533cfc1bf56 req-dea1e742-d753-4e89-95ba-cc1734ac54b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 210 time: 0.0276868 Oct 14 03:13:09.798176 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-74ed0828-a56e-449c-8f95-283133d1e62a tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:09.799557 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbe7bc-1d40-455a-9d26-394e25e98a0b req-55dc0e40-6db2-4708-a8a4-4e8b68af9603 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:09.799743 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-74ed0828-a56e-449c-8f95-283133d1e62a tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "GET /networking/v2.0/networks?id=bb28930e-3d0a-43c7-985a-b1d6573d124d HTTP/1.1" status: 200 len: 814 time: 0.1066878 Oct 14 03:13:09.801018 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6ecbe7bc-1d40-455a-9d26-394e25e98a0b req-55dc0e40-6db2-4708-a8a4-4e8b68af9603 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0505345 Oct 14 03:13:09.848248 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6ecbe7bc-1d40-455a-9d26-394e25e98a0b req-e8ef9374-da41-4870-87ed-cd3062c80810 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409317 Oct 14 03:13:09.953778 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-5164cd74-86ff-43cc-8eb6-e21cc8093f86 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=20fb24be77624e59b8560c7863ca4a46 HTTP/1.1" status: 200 len: 379 time: 0.0525844 Oct 14 03:13:09.964935 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-66030f5e-31fd-4398-bc7f-f53f7059caf2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'port': {'device_id': 'eeae0791-4023-4ebe-8511-b09237e0425c', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'admin_state_up': True, 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'security_groups': ['cd4c2faa-6566-4b7f-a2a2-c63541b01572']}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:13:10.020245 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-521bf531-22e6-4573-b1f2-37a26278b33f req-62d4e522-1d60-45fb-a57f-3f6d88383833 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 210 time: 0.0282180 Oct 14 03:13:10.114895 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98355a-7f1c-4168-9d7b-c887b0ce8d10 req-c2812537-4dac-4c0f-ac53-cdc3db178006 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:10.116363 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2f98355a-7f1c-4168-9d7b-c887b0ce8d10 req-c2812537-4dac-4c0f-ac53-cdc3db178006 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 945 time: 0.0601363 Oct 14 03:13:10.180126 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-66030f5e-31fd-4398-bc7f-f53f7059caf2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Made reservation on behalf of 20fb24be77624e59b8560c7863ca4a46 for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:13:10.183655 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-66030f5e-31fd-4398-bc7f-f53f7059caf2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:10.361141 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-2f98355a-7f1c-4168-9d7b-c887b0ce8d10 req-c566b850-9731-4598-95f2-fadbc0a0feaf tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Deleting port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:13:10.361481 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f98355a-7f1c-4168-9d7b-c887b0ce8d10 req-c566b850-9731-4598-95f2-fadbc0a0feaf tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (85b7ee5a-21b7-45b0-9d95-c8b510e07a5f), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:10.410536 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-66030f5e-31fd-4398-bc7f-f53f7059caf2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Allocated IP 172.20.0.11 (bb28930e-3d0a-43c7-985a-b1d6573d124d/135773a1-0191-4c48-88ba-8f3ab667b670/381a3fc7-a66c-4541-80f1-f293b8f7523d) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:13:10.482414 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:10.505179 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-2f98355a-7f1c-4168-9d7b-c887b0ce8d10 req-c566b850-9731-4598-95f2-fadbc0a0feaf tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] For port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=85b7ee5a-21b7-45b0-9d95-c8b510e07a5f,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:13:10.505541 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f98355a-7f1c-4168-9d7b-c887b0ce8d10 req-c566b850-9731-4598-95f2-fadbc0a0feaf tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (85b7ee5a-21b7-45b0-9d95-c8b510e07a5f), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:10.546326 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-2f98355a-7f1c-4168-9d7b-c887b0ce8d10 req-c566b850-9731-4598-95f2-fadbc0a0feaf tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Calling delete_port for 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:13:10.609521 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:10.649223 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-66030f5e-31fd-4398-bc7f-f53f7059caf2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for port (381a3fc7-a66c-4541-80f1-f293b8f7523d), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:10.789592 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-66030f5e-31fd-4398-bc7f-f53f7059caf2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (381a3fc7-a66c-4541-80f1-f293b8f7523d), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:10.791404 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f98355a-7f1c-4168-9d7b-c887b0ce8d10 req-c566b850-9731-4598-95f2-fadbc0a0feaf tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (85b7ee5a-21b7-45b0-9d95-c8b510e07a5f), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:10.827182 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['8c75b196-f33a-4b89-b5fd-abf20f10fb84', '85b7ee5a-21b7-45b0-9d95-c8b510e07a5f'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:13:10.866785 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-66030f5e-31fd-4398-bc7f-f53f7059caf2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Network bb28930e-3d0a-43c7-985a-b1d6573d124d is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:13:10.874227 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-66030f5e-31fd-4398-bc7f-f53f7059caf2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:13:10.884663 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-66030f5e-31fd-4398-bc7f-f53f7059caf2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:13:10.920676 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66030f5e-31fd-4398-bc7f-f53f7059caf2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event updated for resources: {'Port': ['ID=381a3fc7-a66c-4541-80f1-f293b8f7523d,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:10.925813 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f98355a-7f1c-4168-9d7b-c887b0ce8d10 req-c566b850-9731-4598-95f2-fadbc0a0feaf tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] No DVR routers for this DVR port 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:13:10.933389 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2f98355a-7f1c-4168-9d7b-c887b0ce8d10 req-c566b850-9731-4598-95f2-fadbc0a0feaf tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:10.936702 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2f98355a-7f1c-4168-9d7b-c887b0ce8d10 req-c566b850-9731-4598-95f2-fadbc0a0feaf tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.40 "DELETE /networking/v2.0/ports/85b7ee5a-21b7-45b0-9d95-c8b510e07a5f HTTP/1.1" status: 204 len: 173 time: 0.7010911 Oct 14 03:13:10.938471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2de16b-159b-4d0a-8830-7c37d2c16d63', 'name': 'network-vif-deleted', 'tag': '85b7ee5a-21b7-45b0-9d95-c8b510e07a5f'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:13:10.940944 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8446ad3f-0193-4183-92fc-db391e4115dd" -d '{"events": [{"server_uuid": "8e2de16b-159b-4d0a-8830-7c37d2c16d63", "name": "network-vif-deleted", "tag": "85b7ee5a-21b7-45b0-9d95-c8b510e07a5f"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:13:10.975839 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566b850-9731-4598-95f2-fadbc0a0feaf tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Pushing event deleted for resources: {'Port': ['ID=85b7ee5a-21b7-45b0-9d95-c8b510e07a5f,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:11.000980 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-66030f5e-31fd-4398-bc7f-f53f7059caf2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:11.002341 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-66030f5e-31fd-4398-bc7f-f53f7059caf2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:11.015812 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4680cc91-0029-4368-ae8e-790296bf3e6c req-e613c12c-dbb5-42c2-b9d8-1e25945e2010 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 210 time: 0.0467858 Oct 14 03:13:11.026146 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab6f698-2b83-44ea-8885-98834c34b77a x-openstack-request-id: req-aab6f698-2b83-44ea-8885-98834c34b77a {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:13:11.026508 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2de16b-159b-4d0a-8830-7c37d2c16d63", "name": "network-vif-deleted", "tag": "85b7ee5a-21b7-45b0-9d95-c8b510e07a5f", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:13:11.027331 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aab6f698-2b83-44ea-8885-98834c34b77a {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:13:11.027631 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab6f698-2b83-44ea-8885-98834c34b77a'] response: {'server_uuid': '8e2de16b-159b-4d0a-8830-7c37d2c16d63', 'name': 'network-vif-deleted', 'tag': '85b7ee5a-21b7-45b0-9d95-c8b510e07a5f', 'status': 'completed', 'code': 200} Oct 14 03:13:11.088398 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-66030f5e-31fd-4398-bc7f-f53f7059caf2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1273594 Oct 14 03:13:11.107492 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Request body: {'port': {'device_id': 'eeae0791-4023-4ebe-8511-b09237e0425c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:13:11.160844 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa0426-eb4d-47e3-a75e-a22f83d927d7 req-4164b93a-78c5-4a6c-9dcc-b8a3b4ce974c tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:11.164030 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-70fa0426-eb4d-47e3-a75e-a22f83d927d7 req-4164b93a-78c5-4a6c-9dcc-b8a3b4ce974c tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 932 time: 0.0573728 Oct 14 03:13:11.173550 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-85b4d539-c807-4f4a-82c7-6e7d0505c87d None None] Provisioning complete for port 381a3fc7-a66c-4541-80f1-f293b8f7523d triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:13:11.173961 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-85b4d539-c807-4f4a-82c7-6e7d0505c87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (381a3fc7-a66c-4541-80f1-f293b8f7523d), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:11.174297 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-85b4d539-c807-4f4a-82c7-6e7d0505c87d None None] Attempt 1 to provision port 381a3fc7-a66c-4541-80f1-f293b8f7523d Oct 14 03:13:11.179348 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (381a3fc7-a66c-4541-80f1-f293b8f7523d), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:11.202703 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:11.236740 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-85b4d539-c807-4f4a-82c7-6e7d0505c87d None None] Port 381a3fc7-a66c-4541-80f1-f293b8f7523d cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:13:11.258046 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-70fa0426-eb4d-47e3-a75e-a22f83d927d7 req-4ad1c819-e0d1-4025-a432-41633c654d4f tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=cd4c2faa-6566-4b7f-a2a2-c63541b01572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862064 Oct 14 03:13:11.496495 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381a3fc7-a66c-4541-80f1-f293b8f7523d {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:13:11.504528 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Publish callbacks [] for port (381a3fc7-a66c-4541-80f1-f293b8f7523d), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:11.517697 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Transition to ACTIVE for port object 381a3fc7-a66c-4541-80f1-f293b8f7523d will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:13:11.597846 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (381a3fc7-a66c-4541-80f1-f293b8f7523d), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:11.932872 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Pushing event updated for resources: {'Port': ['ID=381a3fc7-a66c-4541-80f1-f293b8f7523d,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:11.965539 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Attempting to bind port 381a3fc7-a66c-4541-80f1-f293b8f7523d on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:13:11.965910 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Attempting to bind port 381a3fc7-a66c-4541-80f1-f293b8f7523d by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:13:11.966256 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Attempting to bind port 381a3fc7-a66c-4541-80f1-f293b8f7523d on network bb28930e-3d0a-43c7-985a-b1d6573d124d {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:13:12.000236 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:12.009520 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Port 381a3fc7-a66c-4541-80f1-f293b8f7523d on network bb28930e-3d0a-43c7-985a-b1d6573d124d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:13:12.009520 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Attempting to bind port 381a3fc7-a66c-4541-80f1-f293b8f7523d on network bb28930e-3d0a-43c7-985a-b1d6573d124d {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:13:12.051916 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:13:12.052251 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Checking segment: {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:13:12.052931 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Bound using segment: {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:13:12.053207 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Bound port: 381a3fc7-a66c-4541-80f1-f293b8f7523d, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a641f1c-ca96-416d-a406-37a5dca9763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:13:12.053514 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (381a3fc7-a66c-4541-80f1-f293b8f7523d), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:12.121898 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] For port 381a3fc7-a66c-4541-80f1-f293b8f7523d, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:13:12.125200 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] For port 381a3fc7-a66c-4541-80f1-f293b8f7523d, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=381a3fc7-a66c-4541-80f1-f293b8f7523d,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:13:12.138312 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-db67fe75-a9cf-4dad-9384-413637314faa req-f1f5cea6-dd70-4394-82a4-ef38cf77a9f0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=8e2de16b-159b-4d0a-8830-7c37d2c16d63 HTTP/1.1" status: 200 len: 210 time: 0.0301609 Oct 14 03:13:12.177676 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (381a3fc7-a66c-4541-80f1-f293b8f7523d), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:12.182089 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:12.182696 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:12.184049 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/381a3fc7-a66c-4541-80f1-f293b8f7523d HTTP/1.1" status: 200 len: 1094 time: 1.0809138 Oct 14 03:13:12.229440 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9f881-0fa0-4d9a-8753-dcaeeaec57ee service neutron] Pushing event updated for resources: {'Port': ['ID=381a3fc7-a66c-4541-80f1-f293b8f7523d,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:12.332731 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-22b01ccc-3e70-46a1-8568-d6060d1c177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:12.334245 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-22b01ccc-3e70-46a1-8568-d6060d1c177d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=20fb24be77624e59b8560c7863ca4a46&device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 1128 time: 0.0408630 Oct 14 03:13:12.379431 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0a27b-3558-4f2e-8b8e-482d7d7fe868 req-d59bc978-27dd-4034-89ca-f6dbadc86f8a tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:12.380929 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6ab0a27b-3558-4f2e-8b8e-482d7d7fe868 req-d59bc978-27dd-4034-89ca-f6dbadc86f8a tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 944 time: 0.0466673 Oct 14 03:13:12.388548 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-c97bda47-a189-464e-bb03-fa420811def9 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=381a3fc7-a66c-4541-80f1-f293b8f7523d HTTP/1.1" status: 200 len: 217 time: 0.0378418 Oct 14 03:13:12.428127 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6ab0a27b-3558-4f2e-8b8e-482d7d7fe868 req-c8ee2c71-ba9a-4d78-9683-195782668a6c tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=cd4c2faa-6566-4b7f-a2a2-c63541b01572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406897 Oct 14 03:13:12.441606 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-aa4b79f7-314f-4c01-9b29-10d0cc097467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:12.443141 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-aa4b79f7-314f-4c01-9b29-10d0cc097467 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=135773a1-0191-4c48-88ba-8f3ab667b670 HTTP/1.1" status: 200 len: 853 time: 0.0437140 Oct 14 03:13:12.484912 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-03b048c4-ad3a-4c61-a1fe-e3bcb48ac122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:12.486671 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-03b048c4-ad3a-4c61-a1fe-e3bcb48ac122 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=bb28930e-3d0a-43c7-985a-b1d6573d124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373485 Oct 14 03:13:12.579236 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-b3fde630-da65-4604-936f-ceeecd184052 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833676 Oct 14 03:13:12.669236 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a57b458e-84fb-4d22-a9ee-aec4e63c79d0 req-08d74272-1e3e-49a4-aa75-e234faa6a51a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830936 Oct 14 03:13:13.028979 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeae0791-4023-4ebe-8511-b09237e0425c', 'tag': '381a3fc7-a66c-4541-80f1-f293b8f7523d'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:13:13.031335 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906a21b9-865c-4662-bc36-b3f057f3a13e" -d '{"events": [{"name": "network-changed", "server_uuid": "eeae0791-4023-4ebe-8511-b09237e0425c", "tag": "381a3fc7-a66c-4541-80f1-f293b8f7523d"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:13:13.067095 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c1248e-13ec-4385-95b1-a55b16feb193 x-openstack-request-id: req-49c1248e-13ec-4385-95b1-a55b16feb193 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:13:13.067382 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeae0791-4023-4ebe-8511-b09237e0425c", "tag": "381a3fc7-a66c-4541-80f1-f293b8f7523d", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:13:13.067636 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49c1248e-13ec-4385-95b1-a55b16feb193 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:13:13.068079 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c1248e-13ec-4385-95b1-a55b16feb193'] response: {'name': 'network-changed', 'server_uuid': 'eeae0791-4023-4ebe-8511-b09237e0425c', 'tag': '381a3fc7-a66c-4541-80f1-f293b8f7523d', 'status': 'completed', 'code': 200} Oct 14 03:13:13.553646 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b123fa2-8f65-477e-be22-600b48876f6c req-c2ba3751-d324-4269-8ba0-e37f423ab8e1 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:13.555136 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8b123fa2-8f65-477e-be22-600b48876f6c req-c2ba3751-d324-4269-8ba0-e37f423ab8e1 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 944 time: 0.0506001 Oct 14 03:13:13.619041 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be591a1-b840-478b-ad0f-e2e109446a8f req-6993f17a-01ee-41ec-82ac-ed082a14db26 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:13.620551 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5be591a1-b840-478b-ad0f-e2e109446a8f req-6993f17a-01ee-41ec-82ac-ed082a14db26 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0645378 Oct 14 03:13:13.650250 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8b123fa2-8f65-477e-be22-600b48876f6c req-660252fc-3516-443e-9531-13cdb4b14fda tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=cd4c2faa-6566-4b7f-a2a2-c63541b01572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851226 Oct 14 03:13:13.677979 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5be591a1-b840-478b-ad0f-e2e109446a8f req-638b7c45-5f1c-4d2b-a398-da53bc58a20c tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515888 Oct 14 03:13:13.716195 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:13.745028 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a21b9-865c-4662-bc36-b3f057f3a13e req-3978440c-1a86-4204-ab7a-ccb0c3b2c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:13.751564 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-906a21b9-865c-4662-bc36-b3f057f3a13e req-3978440c-1a86-4204-ab7a-ccb0c3b2c789 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=20fb24be77624e59b8560c7863ca4a46&device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 1128 time: 0.0399368 Oct 14 03:13:13.840771 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a21b9-865c-4662-bc36-b3f057f3a13e req-48c2c538-8b87-43ee-9a14-7db305478075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:13.842266 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-906a21b9-865c-4662-bc36-b3f057f3a13e req-48c2c538-8b87-43ee-9a14-7db305478075 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=bb28930e-3d0a-43c7-985a-b1d6573d124d HTTP/1.1" status: 200 len: 915 time: 0.0894511 Oct 14 03:13:13.959183 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=25 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:13.994513 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=95 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:14.688379 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1bddd-a944-47ac-8bcf-17e7f27b058c req-55e70c1e-0e88-414a-b885-f2e8446695a3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:14.689939 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bad1bddd-a944-47ac-8bcf-17e7f27b058c req-55e70c1e-0e88-414a-b885-f2e8446695a3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0459511 Oct 14 03:13:14.735822 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:13:14.747448 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:14.754841 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:13:14.755192 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 85b7ee5a-21b7-45b0-9d95-c8b510e07a5f not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:13:14.768643 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bad1bddd-a944-47ac-8bcf-17e7f27b058c req-c1f77565-20f5-407a-9a6e-498af6cfbc94 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728657 Oct 14 03:13:14.784980 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516c844-e748-4a4b-b3c8-aecacd81dca8 req-c5a8c279-11d2-470f-97da-7323fcccff46 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:14.786498 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a516c844-e748-4a4b-b3c8-aecacd81dca8 req-c5a8c279-11d2-470f-97da-7323fcccff46 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 944 time: 0.0607016 Oct 14 03:13:14.843486 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:14.846871 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a516c844-e748-4a4b-b3c8-aecacd81dca8 req-90511c5a-636d-4866-b8b8-e043434d0c7b tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=cd4c2faa-6566-4b7f-a2a2-c63541b01572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534246 Oct 14 03:13:14.880278 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16413c77-89b9-4d50-aa56-4174ff9e5176 req-b147eedf-be69-487f-9b8d-407f1e0a4185 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:14.881734 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-16413c77-89b9-4d50-aa56-4174ff9e5176 req-b147eedf-be69-487f-9b8d-407f1e0a4185 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0493147 Oct 14 03:13:14.928285 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-16413c77-89b9-4d50-aa56-4174ff9e5176 req-814a72f6-0448-41d7-b05e-c74b8e4edaf0 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405250 Oct 14 03:13:15.901384 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb124c8-3f7c-4c0d-bfb1-ceb17ff32f89 req-1f23464a-b1cd-4c78-8a4d-5a12e6052f31 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:15.903069 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bbb124c8-3f7c-4c0d-bfb1-ceb17ff32f89 req-1f23464a-b1cd-4c78-8a4d-5a12e6052f31 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0515969 Oct 14 03:13:15.985686 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1f084-ca65-466a-9bfa-9abd56086c5b req-dfeb5b20-801f-4576-a9f8-614637819694 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:15.987072 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e6d1f084-ca65-466a-9bfa-9abd56086c5b req-dfeb5b20-801f-4576-a9f8-614637819694 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 944 time: 0.0633807 Oct 14 03:13:15.990057 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bbb124c8-3f7c-4c0d-bfb1-ceb17ff32f89 req-56d49ade-5545-48e6-aad6-273cfccc37a7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813246 Oct 14 03:13:16.040237 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e6d1f084-ca65-466a-9bfa-9abd56086c5b req-2350ee3b-aeea-4cf7-a546-717fbb539cfe tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=cd4c2faa-6566-4b7f-a2a2-c63541b01572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469303 Oct 14 03:13:16.096065 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645ac95-7c73-462a-ac9c-123c2da1d44f req-220b557a-2333-4ceb-b751-669d215fa0b6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:16.097486 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1645ac95-7c73-462a-ac9c-123c2da1d44f req-220b557a-2333-4ceb-b751-669d215fa0b6 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0446138 Oct 14 03:13:16.145985 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1645ac95-7c73-462a-ac9c-123c2da1d44f req-7f0537df-878f-416f-b1d6-37afac3d6d96 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423136 Oct 14 03:13:16.348997 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-906a21b9-865c-4662-bc36-b3f057f3a13e req-b9ae6c26-43ae-4f4f-b8e8-9b5f4d244769 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=381a3fc7-a66c-4541-80f1-f293b8f7523d HTTP/1.1" status: 200 len: 217 time: 0.0342987 Oct 14 03:13:16.406938 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a21b9-865c-4662-bc36-b3f057f3a13e req-01f5d65d-32b2-4d4a-8163-ff89a05d2053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:16.408370 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-906a21b9-865c-4662-bc36-b3f057f3a13e req-01f5d65d-32b2-4d4a-8163-ff89a05d2053 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=135773a1-0191-4c48-88ba-8f3ab667b670 HTTP/1.1" status: 200 len: 853 time: 0.0486069 Oct 14 03:13:16.725261 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 381a3fc7-a66c-4541-80f1-f293b8f7523d details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:13:16.788249 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a21b9-865c-4662-bc36-b3f057f3a13e req-4c28ae44-e35d-4651-8259-5fdf49fd89df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:16.789743 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-906a21b9-865c-4662-bc36-b3f057f3a13e req-4c28ae44-e35d-4651-8259-5fdf49fd89df service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=bb28930e-3d0a-43c7-985a-b1d6573d124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386491 Oct 14 03:13:16.825530 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 381a3fc7-a66c-4541-80f1-f293b8f7523d, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=381a3fc7-a66c-4541-80f1-f293b8f7523d,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:13:16.836228 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': '381a3fc7-a66c-4541-80f1-f293b8f7523d', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'port_id': '381a3fc7-a66c-4541-80f1-f293b8f7523d', 'mac_address': 'fa:16:3e:2e:4f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:13:16.870087 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 381a3fc7-a66c-4541-80f1-f293b8f7523d is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:13:16.870475 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (381a3fc7-a66c-4541-80f1-f293b8f7523d), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:16.883722 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381a3fc7-a66c-4541-80f1-f293b8f7523d {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:13:16.903407 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 381a3fc7-a66c-4541-80f1-f293b8f7523d, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=381a3fc7-a66c-4541-80f1-f293b8f7523d,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:13:16.957603 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (381a3fc7-a66c-4541-80f1-f293b8f7523d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:16.971443 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00eafa5-11de-41a2-bb93-5106cf5154bd req-aa2d6d33-239c-4bd5-8233-fdfd9bb12ca4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:16.972884 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b00eafa5-11de-41a2-bb93-5106cf5154bd req-aa2d6d33-239c-4bd5-8233-fdfd9bb12ca4 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0879838 Oct 14 03:13:17.006177 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=381a3fc7-a66c-4541-80f1-f293b8f7523d,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:17.012658 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:17.013010 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:17.013356 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:17.013723 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:17.014164 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:17.014413 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:17.015075 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:17.015075 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:17.015382 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:17.015764 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:17.016098 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:17.016429 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:17.016755 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:17.017082 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:17.017404 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:17.046856 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-906a21b9-865c-4662-bc36-b3f057f3a13e req-2647eec9-85a8-46c7-bf86-7e9bba1c617e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636753 Oct 14 03:13:17.123673 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22789e97-6906-4cc2-aff2-925f9bf84afa req-aec72b41-699d-4b2c-8614-aec65173f3c3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:17.125192 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-22789e97-6906-4cc2-aff2-925f9bf84afa req-aec72b41-699d-4b2c-8614-aec65173f3c3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0502896 Oct 14 03:13:17.130720 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-b00eafa5-11de-41a2-bb93-5106cf5154bd req-19094966-f90b-4006-a3b8-1d7138b68934 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Deleting port 8c75b196-f33a-4b89-b5fd-abf20f10fb84 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:13:17.131075 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-b00eafa5-11de-41a2-bb93-5106cf5154bd req-19094966-f90b-4006-a3b8-1d7138b68934 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (8c75b196-f33a-4b89-b5fd-abf20f10fb84), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:17.136713 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:17.194127 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86fcf6-981d-4f0a-af3f-47bdebfb9a2d req-d545dc88-0540-436d-b6e7-b5b9ae8c2bda tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:17.195643 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2f86fcf6-981d-4f0a-af3f-47bdebfb9a2d req-d545dc88-0540-436d-b6e7-b5b9ae8c2bda tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 945 time: 0.0695422 Oct 14 03:13:17.217318 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-22789e97-6906-4cc2-aff2-925f9bf84afa req-4ca05a71-db80-4d5f-ae5d-adb230f95d65 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810535 Oct 14 03:13:17.224571 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-906a21b9-865c-4662-bc36-b3f057f3a13e req-4bf4a2ed-9927-4566-ac77-754f2fa27543 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600718 Oct 14 03:13:17.260402 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-b00eafa5-11de-41a2-bb93-5106cf5154bd req-19094966-f90b-4006-a3b8-1d7138b68934 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] For port 8c75b196-f33a-4b89-b5fd-abf20f10fb84, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=8c75b196-f33a-4b89-b5fd-abf20f10fb84,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:13:17.260685 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-b00eafa5-11de-41a2-bb93-5106cf5154bd req-19094966-f90b-4006-a3b8-1d7138b68934 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (8c75b196-f33a-4b89-b5fd-abf20f10fb84), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:17.264198 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2f86fcf6-981d-4f0a-af3f-47bdebfb9a2d req-c4d8b955-c62b-4034-89a1-279ec957d943 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=cd4c2faa-6566-4b7f-a2a2-c63541b01572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603559 Oct 14 03:13:17.281211 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-b00eafa5-11de-41a2-bb93-5106cf5154bd req-19094966-f90b-4006-a3b8-1d7138b68934 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Calling delete_port for 8c75b196-f33a-4b89-b5fd-abf20f10fb84 owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:13:17.292448 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['381a3fc7-a66c-4541-80f1-f293b8f7523d'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:13:17.332185 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4317b9e-a92a-4905-987a-03e53c18b059 req-79cd2b52-f9f8-4bee-9822-a1249f77addf tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:17.333862 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d4317b9e-a92a-4905-987a-03e53c18b059 req-79cd2b52-f9f8-4bee-9822-a1249f77addf tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 946 time: 0.0512106 Oct 14 03:13:17.348341 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:17.384986 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d4317b9e-a92a-4905-987a-03e53c18b059 req-485af311-0d3f-4bdf-bc26-57c0e3d682a9 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d827c7f7-3824-44a4-8296-571590b07628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435853 Oct 14 03:13:17.478655 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-b00eafa5-11de-41a2-bb93-5106cf5154bd req-19094966-f90b-4006-a3b8-1d7138b68934 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (8c75b196-f33a-4b89-b5fd-abf20f10fb84), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:17.514491 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19094966-f90b-4006-a3b8-1d7138b68934 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Pushing event deleted for resources: {'Port': ['ID=8c75b196-f33a-4b89-b5fd-abf20f10fb84,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:17.553044 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00eafa5-11de-41a2-bb93-5106cf5154bd req-19094966-f90b-4006-a3b8-1d7138b68934 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] No DVR routers for this DVR port 8c75b196-f33a-4b89-b5fd-abf20f10fb84 on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:13:17.555896 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-b00eafa5-11de-41a2-bb93-5106cf5154bd req-19094966-f90b-4006-a3b8-1d7138b68934 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:17.559171 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b00eafa5-11de-41a2-bb93-5106cf5154bd req-19094966-f90b-4006-a3b8-1d7138b68934 tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.40 "DELETE /networking/v2.0/ports/8c75b196-f33a-4b89-b5fd-abf20f10fb84 HTTP/1.1" status: 204 len: 173 time: 0.5764751 Oct 14 03:13:17.559679 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d96e4d-ef17-461e-a4f4-ee55452c0223', 'name': 'network-vif-deleted', 'tag': '8c75b196-f33a-4b89-b5fd-abf20f10fb84'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:13:17.562888 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc70b6e2-d673-4a01-9b90-e90d362c5437" -d '{"events": [{"server_uuid": "96d96e4d-ef17-461e-a4f4-ee55452c0223", "name": "network-vif-deleted", "tag": "8c75b196-f33a-4b89-b5fd-abf20f10fb84"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:13:17.604387 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3e0009-d961-4509-9178-7fbb2a127600 x-openstack-request-id: req-ab3e0009-d961-4509-9178-7fbb2a127600 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:13:17.604677 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d96e4d-ef17-461e-a4f4-ee55452c0223", "name": "network-vif-deleted", "tag": "8c75b196-f33a-4b89-b5fd-abf20f10fb84", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:13:17.604929 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab3e0009-d961-4509-9178-7fbb2a127600 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:13:17.605327 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab3e0009-d961-4509-9178-7fbb2a127600'] response: {'server_uuid': '96d96e4d-ef17-461e-a4f4-ee55452c0223', 'name': 'network-vif-deleted', 'tag': '8c75b196-f33a-4b89-b5fd-abf20f10fb84', 'status': 'completed', 'code': 200} Oct 14 03:13:18.027405 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['8c75b196-f33a-4b89-b5fd-abf20f10fb84'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:13:18.350881 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cabde9-86fe-4111-9a62-9a6c482f0a18 req-b94f511d-19f6-47c9-bbcb-4ad70308efd3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:18.352228 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-57cabde9-86fe-4111-9a62-9a6c482f0a18 req-b94f511d-19f6-47c9-bbcb-4ad70308efd3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0484257 Oct 14 03:13:18.416266 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b94a8-2d66-4143-bde9-e95e0fd64fb6 req-1d2276bc-6f60-4299-aced-31b4434925a2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:18.417733 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cf1b94a8-2d66-4143-bde9-e95e0fd64fb6 req-1d2276bc-6f60-4299-aced-31b4434925a2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 945 time: 0.0737541 Oct 14 03:13:18.449001 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-57cabde9-86fe-4111-9a62-9a6c482f0a18 req-7b56e3ea-0508-46e1-9886-4c421efe2a28 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895169 Oct 14 03:13:18.476561 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cf1b94a8-2d66-4143-bde9-e95e0fd64fb6 req-dcbd805d-03cb-4df0-9038-bed8dc16e7ac tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=cd4c2faa-6566-4b7f-a2a2-c63541b01572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521574 Oct 14 03:13:18.557021 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b3f9b45e-ff78-4020-9f67-38bac443a4e3 req-3cbd7cc2-827b-49a0-ad4b-790b7f659ade tempest-ServerRescueNegativeTestJSON-453558876 tempest-ServerRescueNegativeTestJSON-453558876-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=96d96e4d-ef17-461e-a4f4-ee55452c0223 HTTP/1.1" status: 200 len: 210 time: 0.0284345 Oct 14 03:13:18.747099 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 381a3fc7-a66c-4541-80f1-f293b8f7523d up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:13:18.749395 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:18.791062 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port 381a3fc7-a66c-4541-80f1-f293b8f7523d completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:13:18.839712 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port 381a3fc7-a66c-4541-80f1-f293b8f7523d triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:13:18.840094 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (381a3fc7-a66c-4541-80f1-f293b8f7523d), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:18.840437 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port 381a3fc7-a66c-4541-80f1-f293b8f7523d Oct 14 03:13:18.912097 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 381a3fc7-a66c-4541-80f1-f293b8f7523d is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:13:18.912404 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (381a3fc7-a66c-4541-80f1-f293b8f7523d), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:18.935726 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeae0791-4023-4ebe-8511-b09237e0425c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381a3fc7-a66c-4541-80f1-f293b8f7523d'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:13:18.937976 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9eed0f-01cd-409c-9cb4-ee038d556372" -d '{"events": [{"server_uuid": "eeae0791-4023-4ebe-8511-b09237e0425c", "name": "network-vif-plugged", "status": "completed", "tag": "381a3fc7-a66c-4541-80f1-f293b8f7523d"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:13:18.950774 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 381a3fc7-a66c-4541-80f1-f293b8f7523d, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=381a3fc7-a66c-4541-80f1-f293b8f7523d,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:13:18.988831 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (381a3fc7-a66c-4541-80f1-f293b8f7523d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:19.034116 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b030c70-cf81-49e7-a117-030dd8918f69 x-openstack-request-id: req-1b030c70-cf81-49e7-a117-030dd8918f69 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:13:19.034721 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeae0791-4023-4ebe-8511-b09237e0425c", "name": "network-vif-plugged", "status": "completed", "tag": "381a3fc7-a66c-4541-80f1-f293b8f7523d", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:13:19.034721 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b030c70-cf81-49e7-a117-030dd8918f69 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:13:19.035026 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b030c70-cf81-49e7-a117-030dd8918f69'] response: {'server_uuid': 'eeae0791-4023-4ebe-8511-b09237e0425c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381a3fc7-a66c-4541-80f1-f293b8f7523d', 'code': 200} Oct 14 03:13:19.040256 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=381a3fc7-a66c-4541-80f1-f293b8f7523d,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:19.397042 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38072db-7454-4200-a8c6-5a2df2b11011 req-d35cf8d6-2cb6-4fd4-9f9b-f67b867c0c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:19.398536 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e38072db-7454-4200-a8c6-5a2df2b11011 req-d35cf8d6-2cb6-4fd4-9f9b-f67b867c0c49 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 1130 time: 0.0379372 Oct 14 03:13:19.441064 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e38072db-7454-4200-a8c6-5a2df2b11011 req-dbe3bb83-44ca-40c5-bfb3-2b489334f3a1 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=cd4c2faa-6566-4b7f-a2a2-c63541b01572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357735 Oct 14 03:13:19.604955 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee49bc2-2f15-46fd-9fd7-a96106b27697 req-2a6794a2-efaf-4111-bee0-8c8867995cfd tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:19.606446 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-dee49bc2-2f15-46fd-9fd7-a96106b27697 req-2a6794a2-efaf-4111-bee0-8c8867995cfd tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0749094 Oct 14 03:13:19.625478 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa55e6d-ea86-438b-a69e-cc7c22dbb898 req-205782b4-c887-4375-834f-c3b262e14a1c tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:19.626882 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7fa55e6d-ea86-438b-a69e-cc7c22dbb898 req-205782b4-c887-4375-834f-c3b262e14a1c tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 946 time: 0.0681174 Oct 14 03:13:19.653929 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:19.687860 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-dee49bc2-2f15-46fd-9fd7-a96106b27697 req-ad0a98ff-9c04-4b7e-8c37-0709f08fec88 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756378 Oct 14 03:13:19.699098 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7fa55e6d-ea86-438b-a69e-cc7c22dbb898 req-4b94d834-8800-41f2-9b05-81dae0e2f8d2 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=cd4c2faa-6566-4b7f-a2a2-c63541b01572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650253 Oct 14 03:13:19.737985 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38786) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:19.872194 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:20.135575 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737090'] for router_interface (9fea9e82-4ae3-4676-8db6-902834f829a2), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:20.346925 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Deleting port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:13:20.347257 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:20.427573 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] For port 0d1b4b7c-8b51-40c7-868e-b0ed0167a770, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=0d1b4b7c-8b51-40c7-868e-b0ed0167a770,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:13:20.427931 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:20.441015 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Calling delete_port for 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 owned by network:router_interface {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:13:20.745867 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 8c75b196-f33a-4b89-b5fd-abf20f10fb84 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:13:20.775871 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: 8c75b196-f33a-4b89-b5fd-abf20f10fb84 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:13:20.776474 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 8c75b196-f33a-4b89-b5fd-abf20f10fb84 not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:13:20.811842 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:20.889230 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:20.897235 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d2e05-2698-4f7e-a724-ffcf29039fd2 req-29bb0db3-807e-48a3-91d8-870b7361c6fc tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:20.899332 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-740d2e05-2698-4f7e-a724-ffcf29039fd2 req-29bb0db3-807e-48a3-91d8-870b7361c6fc tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 946 time: 0.1046448 Oct 14 03:13:20.906676 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44de9d4-3045-45ec-939c-a443d3758ce4 req-f85c2b84-548f-459b-bde5-5bd9fc14a161 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:20.908085 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a44de9d4-3045-45ec-939c-a443d3758ce4 req-f85c2b84-548f-459b-bde5-5bd9fc14a161 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.1151204 Oct 14 03:13:20.995918 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-740d2e05-2698-4f7e-a724-ffcf29039fd2 req-40c85d63-7827-42ad-8134-d956fc24bacb tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=cd4c2faa-6566-4b7f-a2a2-c63541b01572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850861 Oct 14 03:13:20.998754 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a44de9d4-3045-45ec-939c-a443d3758ce4 req-acca54d4-4c14-44ca-9edc-3ee9c37532f3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763323 Oct 14 03:13:21.006955 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (0d1b4b7c-8b51-40c7-868e-b0ed0167a770), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:21.056248 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1b4b7c-8b51-40c7-868e-b0ed0167a770,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:21.083452 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:21.083800 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:21.084219 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:21.084548 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:21.084848 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:21.085180 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:21.085509 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:21.085879 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:21.086766 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:21.087097 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:21.087428 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:21.087752 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:21.088081 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:21.088395 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:21.088714 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:21.213431 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737078'] for router_interface (9fea9e82-4ae3-4676-8db6-902834f829a2), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:21.234247 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2637b997-86f2-4352-b31d-976fc9e07cc7 None None] get_active_networks_info from dv-cinder-801522-13-iscsi {{(pid=105051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 03:13:21.326221 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637b997-86f2-4352-b31d-976fc9e07cc7 None None] Resources bound (agent type, host, resource id): {{(pid=105051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 03:13:21.418092 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Router 9fea9e82-4ae3-4676-8db6-902834f829a2 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:13:21.519130 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:21.522083 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:13:21.527397 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-38600e6a-716e-4222-9730-f4f538631629 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/9fea9e82-4ae3-4676-8db6-902834f829a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7883925 Oct 14 03:13:21.530104 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38794) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:21.535599 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d003649-e760-430e-9f4d-89d92f5bf97e None None] Sync routers for ids ['9fea9e82-4ae3-4676-8db6-902834f829a2'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:13:21.548070 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d003649-e760-430e-9f4d-89d92f5bf97e None None] Routers {'9fea9e82-4ae3-4676-8db6-902834f829a2'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:13:21.548688 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-5d003649-e760-430e-9f4d-89d92f5bf97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:12:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9fea9e82-4ae3-4676-8db6-902834f829a2'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:21.648542 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5ed20e3a-ce77-4009-acc4-a5fd5ecef7cf admin admin] Publish callbacks [] for router (9fea9e82-4ae3-4676-8db6-902834f829a2), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:21.658683 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-5d003649-e760-430e-9f4d-89d92f5bf97e None None] Set router 9fea9e82-4ae3-4676-8db6-902834f829a2 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:13:21.774671 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5ed20e3a-ce77-4009-acc4-a5fd5ecef7cf admin admin] Publish callbacks [] for router_gateway (9fea9e82-4ae3-4676-8db6-902834f829a2), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:21.837847 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-5d003649-e760-430e-9f4d-89d92f5bf97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:13:20Z', 'revision_number': 5, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'gw_port': {'id': 'a0bb1b6c-0d01-422d-915d-272d6a004758', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:21.863515 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d003649-e760-430e-9f4d-89d92f5bf97e None None] Checking router: 9fea9e82-4ae3-4676-8db6-902834f829a2 for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:13:21.873340 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d003649-e760-430e-9f4d-89d92f5bf97e None None] Routers {'9fea9e82-4ae3-4676-8db6-902834f829a2'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:13:21.873974 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-5d003649-e760-430e-9f4d-89d92f5bf97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:12:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9fea9e82-4ae3-4676-8db6-902834f829a2'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:21.887852 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-5ed20e3a-ce77-4009-acc4-a5fd5ecef7cf admin admin] Deleting port a0bb1b6c-0d01-422d-915d-272d6a004758 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:13:21.888374 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5ed20e3a-ce77-4009-acc4-a5fd5ecef7cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (a0bb1b6c-0d01-422d-915d-272d6a004758), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:21.968693 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-5d003649-e760-430e-9f4d-89d92f5bf97e None None] Set router 9fea9e82-4ae3-4676-8db6-902834f829a2 gateway port host: None {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:13:21.998551 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-5ed20e3a-ce77-4009-acc4-a5fd5ecef7cf admin admin] For port a0bb1b6c-0d01-422d-915d-272d6a004758, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=a0bb1b6c-0d01-422d-915d-272d6a004758,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:13:21.998551 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5ed20e3a-ce77-4009-acc4-a5fd5ecef7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (a0bb1b6c-0d01-422d-915d-272d6a004758), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:21.998551 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-5ed20e3a-ce77-4009-acc4-a5fd5ecef7cf admin admin] Calling delete_port for a0bb1b6c-0d01-422d-915d-272d6a004758 owned by network:router_gateway {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:13:22.009456 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:22.025903 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-5d003649-e760-430e-9f4d-89d92f5bf97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:13:21Z', 'revision_number': 6, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'gw_port_host': None}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:22.045729 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-f99c2e11-7a59-4732-af24-28d8742c7c1f None None] Provisioning complete for port 2d957ad3-b423-44dc-9231-c62018515fd6 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:13:22.046232 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-f99c2e11-7a59-4732-af24-28d8742c7c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (2d957ad3-b423-44dc-9231-c62018515fd6), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:22.046484 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-f99c2e11-7a59-4732-af24-28d8742c7c1f None None] Attempt 1 to provision port 2d957ad3-b423-44dc-9231-c62018515fd6 Oct 14 03:13:22.052740 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d003649-e760-430e-9f4d-89d92f5bf97e None None] The sync data for ids ['9fea9e82-4ae3-4676-8db6-902834f829a2'] in dv-cinder-801522-13-iscsi is: [{'id': '9fea9e82-4ae3-4676-8db6-902834f829a2', 'name': 'tempest-ServerRescueNegativeTestJSON-264855926-router', 'tenant_id': '44d8a8798bc64aefadd52c30a21002ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:13:21Z', 'revision_number': 6, 'project_id': '44d8a8798bc64aefadd52c30a21002ef', 'gw_port_host': None}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:13:22.170466 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-f99c2e11-7a59-4732-af24-28d8742c7c1f None None] Current status of the port 2d957ad3-b423-44dc-9231-c62018515fd6 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:13:22.189091 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21ecef-639d-402b-8b08-f1503e2f1f76 req-a1ac4605-bbe7-424b-950a-76ff07dfe2a4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:22.190587 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2b21ecef-639d-402b-8b08-f1503e2f1f76 req-a1ac4605-bbe7-424b-950a-76ff07dfe2a4 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 946 time: 0.0848236 Oct 14 03:13:22.233173 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a11cf-28f2-4584-8f25-7af53965b41f req-22735eda-3f40-42da-bbe6-0b8e5ea6fae7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:22.234610 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-318a11cf-28f2-4584-8f25-7af53965b41f req-22735eda-3f40-42da-bbe6-0b8e5ea6fae7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0943353 Oct 14 03:13:22.308135 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2b21ecef-639d-402b-8b08-f1503e2f1f76 req-4632cd4c-1a90-4078-a64f-509b5280b294 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=cd4c2faa-6566-4b7f-a2a2-c63541b01572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083679 Oct 14 03:13:22.323779 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-318a11cf-28f2-4584-8f25-7af53965b41f req-b99f1597-a6f3-420f-9eea-01fc56c9de1b tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762095 Oct 14 03:13:22.348428 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5ed20e3a-ce77-4009-acc4-a5fd5ecef7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (a0bb1b6c-0d01-422d-915d-272d6a004758), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:22.374682 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed20e3a-ce77-4009-acc4-a5fd5ecef7cf admin admin] Pushing event deleted for resources: {'Port': ['ID=a0bb1b6c-0d01-422d-915d-272d6a004758,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:22.465112 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93e576-6405-4e8a-8d25-d05c47a7adc2 req-3bb29fcc-00e3-401f-b335-343aa1dda0ba tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:22.466644 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cb93e576-6405-4e8a-8d25-d05c47a7adc2 req-3bb29fcc-00e3-401f-b335-343aa1dda0ba tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 946 time: 0.0845065 Oct 14 03:13:22.481592 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38802) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:22.482140 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5ed20e3a-ce77-4009-acc4-a5fd5ecef7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729212'] for router_gateway (9fea9e82-4ae3-4676-8db6-902834f829a2), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:22.486910 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-bcae18e3-9309-4b2b-b724-3c5f2dd164dd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Request body: {'floatingip': {'port_id': '381a3fc7-a66c-4541-80f1-f293b8f7523d'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:13:22.505763 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:22.530678 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-bcae18e3-9309-4b2b-b724-3c5f2dd164dd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (0eb135b8-d8c4-4f97-9f97-11f2f6c7cc1b), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:22.568339 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5ed20e3a-ce77-4009-acc4-a5fd5ecef7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (9fea9e82-4ae3-4676-8db6-902834f829a2), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:22.571066 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5ed20e3a-ce77-4009-acc4-a5fd5ecef7cf admin admin] Publish callbacks [] for router_controller (9fea9e82-4ae3-4676-8db6-902834f829a2), precommit_delete_associations {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:22.725871 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5ed20e3a-ce77-4009-acc4-a5fd5ecef7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737134'] for router (9fea9e82-4ae3-4676-8db6-902834f829a2), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:22.726550 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed20e3a-ce77-4009-acc4-a5fd5ecef7cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fea9e82-4ae3-4676-8db6-902834f829a2 {{(pid=105049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 03:13:22.730888 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5ed20e3a-ce77-4009-acc4-a5fd5ecef7cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:22.732194 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-5ed20e3a-ce77-4009-acc4-a5fd5ecef7cf admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/9fea9e82-4ae3-4676-8db6-902834f829a2 HTTP/1.1" status: 204 len: 168 time: 1.2011533 Oct 14 03:13:22.734725 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38804) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:22.780036 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e816f8-1e38-4a04-b658-00adb1e17d33 admin admin] Deleting subnet 83361155-00a4-439a-b18b-f6450713d13d {{(pid=105049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 03:13:22.783148 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-53e816f8-1e38-4a04-b658-00adb1e17d33 admin admin] Publish callbacks [] for subnet (83361155-00a4-439a-b18b-f6450713d13d), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:22.816310 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:22.824002 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-53e816f8-1e38-4a04-b658-00adb1e17d33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126008735'] for subnet (83361155-00a4-439a-b18b-f6450713d13d), precommit_delete_associations {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:22.871467 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:22.928094 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-53e816f8-1e38-4a04-b658-00adb1e17d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475189'] for subnet (83361155-00a4-439a-b18b-f6450713d13d), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:22.954608 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-bcae18e3-9309-4b2b-b724-3c5f2dd164dd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:22.994404 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-bcae18e3-9309-4b2b-b724-3c5f2dd164dd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (0eb135b8-d8c4-4f97-9f97-11f2f6c7cc1b), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:23.075768 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-53e816f8-1e38-4a04-b658-00adb1e17d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129412772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129318989'] for subnet (83361155-00a4-439a-b18b-f6450713d13d), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:23.095810 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.l3_db [None req-bcae18e3-9309-4b2b-b724-3c5f2dd164dd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Floating IP 0eb135b8-d8c4-4f97-9f97-11f2f6c7cc1b associated. External IP: 172.27.3.120, port: 381a3fc7-a66c-4541-80f1-f293b8f7523d. Oct 14 03:13:23.110447 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e816f8-1e38-4a04-b658-00adb1e17d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83361155-00a4-439a-b18b-f6450713d13d,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:23.114449 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-53e816f8-1e38-4a04-b658-00adb1e17d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:23.121431 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-53e816f8-1e38-4a04-b658-00adb1e17d33 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/83361155-00a4-439a-b18b-f6450713d13d HTTP/1.1" status: 204 len: 168 time: 0.3816376 Oct 14 03:13:23.123141 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38806) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:23.129135 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d00155-1785-4690-abf9-a861a0c301dd None None] Network 55f1e2d7-2b20-46bb-a21a-28526552f799 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:13:23.207149 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598136'] for network (55f1e2d7-2b20-46bb-a21a-28526552f799), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:23.251410 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] Deleting port 2d957ad3-b423-44dc-9231-c62018515fd6 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:13:23.251736 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (2d957ad3-b423-44dc-9231-c62018515fd6), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:23.312082 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:23.319959 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bebb151-aee9-43b8-8e74-11f6a1649f60 None None] DHCP port deletion for 55f1e2d7-2b20-46bb-a21a-28526552f799 request from dv-cinder-801522-13-iscsi {{(pid=105051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 03:13:23.325062 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] For port 2d957ad3-b423-44dc-9231-c62018515fd6, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=2d957ad3-b423-44dc-9231-c62018515fd6,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:13:23.325062 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (2d957ad3-b423-44dc-9231-c62018515fd6), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:23.331385 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcae18e3-9309-4b2b-b724-3c5f2dd164dd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:13:23.336297 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] Calling delete_port for 2d957ad3-b423-44dc-9231-c62018515fd6 owned by network:dhcp {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:13:23.358849 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-6bebb151-aee9-43b8-8e74-11f6a1649f60 None None] Deleting port 2d957ad3-b423-44dc-9231-c62018515fd6 {{(pid=105051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:13:23.365837 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-6bebb151-aee9-43b8-8e74-11f6a1649f60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (2d957ad3-b423-44dc-9231-c62018515fd6), before_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:23.448088 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:23.450226 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcae18e3-9309-4b2b-b724-3c5f2dd164dd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:13:23.450808 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-6bebb151-aee9-43b8-8e74-11f6a1649f60 None None] For port 2d957ad3-b423-44dc-9231-c62018515fd6, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=2d957ad3-b423-44dc-9231-c62018515fd6,segment=NetworkSegment(40556570-035a-4e90-8e30-e80032468230),segment_id=40556570-035a-4e90-8e30-e80032468230)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:13:23.451385 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-6bebb151-aee9-43b8-8e74-11f6a1649f60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (2d957ad3-b423-44dc-9231-c62018515fd6), precommit_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:23.462475 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-bcae18e3-9309-4b2b-b724-3c5f2dd164dd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:23.463642 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd842321-f961-4de6-b1bc-9544fb21c76a req-649c1cc3-2b82-4013-b9bc-f8495379a477 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:23.464101 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afefef46-bb60-4f14-8ab7-39bd192daff2 None None] Sync routers for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:13:23.465555 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fd842321-f961-4de6-b1bc-9544fb21c76a req-649c1cc3-2b82-4013-b9bc-f8495379a477 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0536416 Oct 14 03:13:23.470775 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-6bebb151-aee9-43b8-8e74-11f6a1649f60 None None] Calling delete_port for 2d957ad3-b423-44dc-9231-c62018515fd6 owned by network:dhcp {{(pid=105051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:13:23.488752 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afefef46-bb60-4f14-8ab7-39bd192daff2 None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:13:23.491049 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-afefef46-bb60-4f14-8ab7-39bd192daff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:12:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:23.499115 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-bcae18e3-9309-4b2b-b724-3c5f2dd164dd tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/0eb135b8-d8c4-4f97-9f97-11f2f6c7cc1b HTTP/1.1" status: 200 len: 992 time: 1.0141685 Oct 14 03:13:23.499115 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeae0791-4023-4ebe-8511-b09237e0425c', 'tag': '381a3fc7-a66c-4541-80f1-f293b8f7523d'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:13:23.500412 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299b421d-02d4-4ded-a575-fbb0b810f2f8" -d '{"events": [{"name": "network-changed", "server_uuid": "eeae0791-4023-4ebe-8511-b09237e0425c", "tag": "381a3fc7-a66c-4541-80f1-f293b8f7523d"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:13:23.515604 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (2d957ad3-b423-44dc-9231-c62018515fd6), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:23.521366 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:23.524164 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fd842321-f961-4de6-b1bc-9544fb21c76a req-3d4f2f7d-521e-4335-b7aa-3e9658b098cf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515654 Oct 14 03:13:23.541580 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c917ad-ff38-4ddc-9b0a-1028674830ad x-openstack-request-id: req-e1c917ad-ff38-4ddc-9b0a-1028674830ad {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:13:23.541886 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeae0791-4023-4ebe-8511-b09237e0425c", "tag": "381a3fc7-a66c-4541-80f1-f293b8f7523d", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:13:23.542138 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1c917ad-ff38-4ddc-9b0a-1028674830ad {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:13:23.542541 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1c917ad-ff38-4ddc-9b0a-1028674830ad'] response: {'name': 'network-changed', 'server_uuid': 'eeae0791-4023-4ebe-8511-b09237e0425c', 'tag': '381a3fc7-a66c-4541-80f1-f293b8f7523d', 'status': 'completed', 'code': 200} Oct 14 03:13:23.552660 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d957ad3-b423-44dc-9231-c62018515fd6,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:23.568079 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] No DVR routers for this DVR port 2d957ad3-b423-44dc-9231-c62018515fd6 on host dv-cinder-801522-13-iscsi {{(pid=105049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:13:23.643739 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b421d-02d4-4ded-a575-fbb0b810f2f8 req-5d577b87-e205-4518-aa5c-1625771ef313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:23.645285 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3595495', 'neutron.services.segments.db._delete_segments_for_network-8738586857692'] for network (55f1e2d7-2b20-46bb-a21a-28526552f799), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:23.645594 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-afefef46-bb60-4f14-8ab7-39bd192daff2 None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:13:23.646245 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-299b421d-02d4-4ded-a575-fbb0b810f2f8 req-5d577b87-e205-4518-aa5c-1625771ef313 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=20fb24be77624e59b8560c7863ca4a46&device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 1130 time: 0.0524414 Oct 14 03:13:23.667333 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f1e2d7-2b20-46bb-a21a-28526552f799']}} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:23.675587 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:23.677727 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40556570-035a-4e90-8e30-e80032468230') {'for_net_delete': True} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:23.682577 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40556570-035a-4e90-8e30-e80032468230') {} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:23.682717 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-6bebb151-aee9-43b8-8e74-11f6a1649f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685'] for port (2d957ad3-b423-44dc-9231-c62018515fd6), after_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:23.688012 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738586902950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126008806'] for segment (40556570-035a-4e90-8e30-e80032468230), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:23.704820 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (40556570-035a-4e90-8e30-e80032468230), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:23.713668 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=105049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 03:13:23.719464 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129412686'] for segment (40556570-035a-4e90-8e30-e80032468230), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:23.719626 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bebb151-aee9-43b8-8e74-11f6a1649f60 None None] No DVR routers for this DVR port 2d957ad3-b423-44dc-9231-c62018515fd6 on host dv-cinder-801522-13-iscsi {{(pid=105051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:13:23.725279 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebb151-aee9-43b8-8e74-11f6a1649f60 None None] Pushing event deleted for resources: {'Port': ['ID=2d957ad3-b423-44dc-9231-c62018515fd6,revision_number=None']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:23.746107 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment 40556570-035a-4e90-8e30-e80032468230 resource provider aggregate not found Oct 14 03:13:23.749890 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b421d-02d4-4ded-a575-fbb0b810f2f8 req-94b9dbd8-be24-4f2e-ba2f-8d7073b9c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:23.751410 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-299b421d-02d4-4ded-a575-fbb0b810f2f8 req-94b9dbd8-be24-4f2e-ba2f-8d7073b9c31e service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=bb28930e-3d0a-43c7-985a-b1d6573d124d HTTP/1.1" status: 200 len: 915 time: 0.0991943 Oct 14 03:13:23.794288 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment 40556570-035a-4e90-8e30-e80032468230 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40556570-035a-4e90-8e30-e80032468230 found for delete ", "request_id": "req-f85aabb5-1801-4491-b379-90b6aa8c8e4d"}]} Oct 14 03:13:23.834287 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 2d957ad3-b423-44dc-9231-c62018515fd6 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:13:23.849394 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-299b421d-02d4-4ded-a575-fbb0b810f2f8 req-2bf35c5d-aba6-4c9e-b3dd-4dd52f74eaca service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=381a3fc7-a66c-4541-80f1-f293b8f7523d HTTP/1.1" status: 200 len: 1000 time: 0.0906241 Oct 14 03:13:23.859069 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 2d957ad3-b423-44dc-9231-c62018515fd6 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:13:23.859454 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 2d957ad3-b423-44dc-9231-c62018515fd6 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:13:23.859858 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device a0bb1b6c-0d01-422d-915d-272d6a004758 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:13:23.879770 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729251'] for network (55f1e2d7-2b20-46bb-a21a-28526552f799), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:23.890286 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: a0bb1b6c-0d01-422d-915d-272d6a004758 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:13:23.890829 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device a0bb1b6c-0d01-422d-915d-272d6a004758 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:13:23.891104 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:13:23.897448 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:23.910306 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/55f1e2d7-2b20-46bb-a21a-28526552f799 HTTP/1.1" status: 204 len: 168 time: 0.7766900 Oct 14 03:13:23.910306 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cb55f-a6ce-434e-954c-bc3498a701a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=55f1e2d7-2b20-46bb-a21a-28526552f799,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:23.911107 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b421d-02d4-4ded-a575-fbb0b810f2f8 req-88fcda00-f20b-45e8-ac2f-4e1f43093c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:23.911107 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-299b421d-02d4-4ded-a575-fbb0b810f2f8 req-88fcda00-f20b-45e8-ac2f-4e1f43093c4b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=135773a1-0191-4c48-88ba-8f3ab667b670 HTTP/1.1" status: 200 len: 853 time: 0.0515904 Oct 14 03:13:23.922419 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:13:23.922766 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 0d1b4b7c-8b51-40c7-868e-b0ed0167a770 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:13:23.962570 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b421d-02d4-4ded-a575-fbb0b810f2f8 req-1b427522-b420-4243-bd1a-14f3be2c2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:23.964222 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-299b421d-02d4-4ded-a575-fbb0b810f2f8 req-1b427522-b420-4243-bd1a-14f3be2c2982 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=bb28930e-3d0a-43c7-985a-b1d6573d124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472209 Oct 14 03:13:23.990234 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-afefef46-bb60-4f14-8ab7-39bd192daff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '0eb135b8-d8c4-4f97-9f97-11f2f6c7cc1b', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'port_id': '381a3fc7-a66c-4541-80f1-f293b8f7523d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'mac_address': 'fa:16:3e:2e:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae0791-4023-4ebe-8511-b09237e0425c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:13:04Z', 'updated_at': '2022-10-14T03:13:22Z', 'revision_number': 1, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:24.019739 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afefef46-bb60-4f14-8ab7-39bd192daff2 None None] Checking router: 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:13:24.029116 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afefef46-bb60-4f14-8ab7-39bd192daff2 None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:13:24.029718 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-afefef46-bb60-4f14-8ab7-39bd192daff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:12:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:24.056453 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-299b421d-02d4-4ded-a575-fbb0b810f2f8 req-efa076a9-de27-46d3-9b4f-c21b97e39863 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857484 Oct 14 03:13:24.071627 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:24.135237 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-afefef46-bb60-4f14-8ab7-39bd192daff2 None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:13:24.140022 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:24.155360 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-299b421d-02d4-4ded-a575-fbb0b810f2f8 req-9026b9dc-e1e6-4dc1-b771-3333cb245e80 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909450 Oct 14 03:13:24.207640 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38822) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:24.250689 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-bcf3a0a0-6d0a-4f84-b3bb-b8233da23dd0 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=44d8a8798bc64aefadd52c30a21002ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418270 Oct 14 03:13:24.253170 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38824) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:24.309471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9f62a4f0-8a35-4a1f-a836-4120302968da admin admin] Publish callbacks [] for security_group (d827c7f7-3824-44a4-8296-571590b07628), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:24.331841 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9f62a4f0-8a35-4a1f-a836-4120302968da admin admin] Publish callbacks [] for security_group (d827c7f7-3824-44a4-8296-571590b07628), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:24.361389 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:24.446156 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9f62a4f0-8a35-4a1f-a836-4120302968da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (d827c7f7-3824-44a4-8296-571590b07628), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:24.449006 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9f62a4f0-8a35-4a1f-a836-4120302968da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:24.452620 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-9f62a4f0-8a35-4a1f-a836-4120302968da admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d827c7f7-3824-44a4-8296-571590b07628 HTTP/1.1" status: 204 len: 168 time: 0.1962621 Oct 14 03:13:24.461178 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62a4f0-8a35-4a1f-a836-4120302968da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d827c7f7-3824-44a4-8296-571590b07628,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:24.523569 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-afefef46-bb60-4f14-8ab7-39bd192daff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '0eb135b8-d8c4-4f97-9f97-11f2f6c7cc1b', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'port_id': '381a3fc7-a66c-4541-80f1-f293b8f7523d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'mac_address': 'fa:16:3e:2e:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae0791-4023-4ebe-8511-b09237e0425c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:13:04Z', 'updated_at': '2022-10-14T03:13:22Z', 'revision_number': 1, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:13:24.557522 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afefef46-bb60-4f14-8ab7-39bd192daff2 None None] The sync data for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi is: [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '0eb135b8-d8c4-4f97-9f97-11f2f6c7cc1b', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'port_id': '381a3fc7-a66c-4541-80f1-f293b8f7523d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'mac_address': 'fa:16:3e:2e:4f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae0791-4023-4ebe-8511-b09237e0425c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:13:04Z', 'updated_at': '2022-10-14T03:13:22Z', 'revision_number': 1, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:13:24.666474 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedc7f7-b914-4c3d-b7a5-76f267c83cdb req-c54e3338-cab3-4d2d-83f9-c624e4f44939 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:24.667976 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7fedc7f7-b914-4c3d-b7a5-76f267c83cdb req-c54e3338-cab3-4d2d-83f9-c624e4f44939 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0479538 Oct 14 03:13:24.720362 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7fedc7f7-b914-4c3d-b7a5-76f267c83cdb req-871c7835-4e0e-49fc-89b6-7c49c4c45574 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465157 Oct 14 03:13:24.790877 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3449f077-4430-4099-b5d8-006133d77af6 None None] New status for floating IP 0eb135b8-d8c4-4f97-9f97-11f2f6c7cc1b: ACTIVE {{(pid=105052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:13:24.839780 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a1ccfd6b-f612-4253-933c-a0fb26c06460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:25.849098 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f951f71-75b0-42d9-a72d-a08697a20cae req-574b1c5b-64e6-45b7-bd5e-5bbc8d7a34e3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:25.850606 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5f951f71-75b0-42d9-a72d-a08697a20cae req-574b1c5b-64e6-45b7-bd5e-5bbc8d7a34e3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0468462 Oct 14 03:13:25.897856 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5f951f71-75b0-42d9-a72d-a08697a20cae req-cbe032e8-94cb-4b09-8115-5dbc461020ba tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415323 Oct 14 03:13:27.033111 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef935bd-2fbd-4f52-a14f-a4011c224fa3 req-baec7c2e-8261-496c-8811-a439ab6a5f3d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:27.034648 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9ef935bd-2fbd-4f52-a14f-a4011c224fa3 req-baec7c2e-8261-496c-8811-a439ab6a5f3d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0472722 Oct 14 03:13:27.054612 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-d4250e75-b89f-4af7-9d37-5d2368938e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:27.081317 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9ef935bd-2fbd-4f52-a14f-a4011c224fa3 req-b45e03d7-b5a8-4708-bf19-f443a88e53fa tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410547 Oct 14 03:13:28.207537 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58229112-7a87-44f0-a1b1-2f798ee80e55 req-a1f7448e-8973-4a2b-a7a7-8fa83fecf8d7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:28.208983 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-58229112-7a87-44f0-a1b1-2f798ee80e55 req-a1f7448e-8973-4a2b-a7a7-8fa83fecf8d7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0489185 Oct 14 03:13:28.257162 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-58229112-7a87-44f0-a1b1-2f798ee80e55 req-9bd1d242-ad24-46a8-9445-82cf87f9361a tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420737 Oct 14 03:13:28.329106 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:29.380702 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcbb57-82d7-407e-a696-97816ff7bd88 req-78b592ea-b2b7-4422-a479-e76ac7fbd339 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:29.382175 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-11fcbb57-82d7-407e-a696-97816ff7bd88 req-78b592ea-b2b7-4422-a479-e76ac7fbd339 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0461891 Oct 14 03:13:29.427444 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-11fcbb57-82d7-407e-a696-97816ff7bd88 req-3b4ebc9d-a789-40f6-bedc-49079527620a tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398519 Oct 14 03:13:29.751842 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:29.968937 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:30.554364 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3418557-3588-430e-aba6-5a9e25ea4437 req-b6406889-78e3-4690-b291-ecf293753976 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:30.556446 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c3418557-3588-430e-aba6-5a9e25ea4437 req-b6406889-78e3-4690-b291-ecf293753976 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0497787 Oct 14 03:13:30.590860 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:30.602692 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c3418557-3588-430e-aba6-5a9e25ea4437 req-c977d360-9fb0-4fdc-b3d7-fe9f78c9e885 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407393 Oct 14 03:13:31.735047 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5c705-5247-4c08-963e-adc8de095757 req-2836fdf1-597b-443b-906b-93a9bd0b6557 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:31.736768 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-62c5c705-5247-4c08-963e-adc8de095757 req-2836fdf1-597b-443b-906b-93a9bd0b6557 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0463929 Oct 14 03:13:31.783716 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-62c5c705-5247-4c08-963e-adc8de095757 req-9ceba5fc-df62-4295-8cc0-99fb58f95a97 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405953 Oct 14 03:13:32.908684 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cd7c9-5c2d-47c0-8896-6444359748c4 req-72ffe632-530e-4c1b-b764-1c4795a3a4e2 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:32.910215 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ca1cd7c9-5c2d-47c0-8896-6444359748c4 req-72ffe632-530e-4c1b-b764-1c4795a3a4e2 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0463219 Oct 14 03:13:32.961677 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ca1cd7c9-5c2d-47c0-8896-6444359748c4 req-fbd92a19-e217-4056-825d-4564f21215cb tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450671 Oct 14 03:13:33.703055 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:34.088646 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 38950) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:34.090882 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9811c-065a-4201-9606-3d6316984916 req-7e14f8a4-eb0a-4c74-b764-f89a41b25380 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:34.092338 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f5e9811c-065a-4201-9606-3d6316984916 req-7e14f8a4-eb0a-4c74-b764-f89a41b25380 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0471132 Oct 14 03:13:34.139718 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f5e9811c-065a-4201-9606-3d6316984916 req-dd5b37be-73dc-4d4b-88d2-e9cc2bda80f5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416760 Oct 14 03:13:34.194042 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ad3908f9-a47b-40ee-91f5-6a45d3b94d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:34.267210 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ad3908f9-a47b-40ee-91f5-6a45d3b94d3e admin admin] Publish callbacks [] for security_group (676770d0-5ffc-40a3-878e-ee283f230c7a), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:34.319299 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ad3908f9-a47b-40ee-91f5-6a45d3b94d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (676770d0-5ffc-40a3-878e-ee283f230c7a), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:34.358307 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-ad3908f9-a47b-40ee-91f5-6a45d3b94d3e admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=9b612d10ff3b402ea7571f3134c88a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685280 Oct 14 03:13:34.360337 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3908f9-a47b-40ee-91f5-6a45d3b94d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676770d0-5ffc-40a3-878e-ee283f230c7a,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:34.361257 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 38954) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:34.411601 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6c1d1e5a-7f0b-43db-9758-4fafed5e27fb admin admin] Publish callbacks [] for security_group (676770d0-5ffc-40a3-878e-ee283f230c7a), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:34.431500 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6c1d1e5a-7f0b-43db-9758-4fafed5e27fb admin admin] Publish callbacks [] for security_group (676770d0-5ffc-40a3-878e-ee283f230c7a), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:34.542346 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6c1d1e5a-7f0b-43db-9758-4fafed5e27fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (676770d0-5ffc-40a3-878e-ee283f230c7a), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:34.544985 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6c1d1e5a-7f0b-43db-9758-4fafed5e27fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:34.546152 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-6c1d1e5a-7f0b-43db-9758-4fafed5e27fb admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/676770d0-5ffc-40a3-878e-ee283f230c7a HTTP/1.1" status: 204 len: 168 time: 0.1838841 Oct 14 03:13:34.553903 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d1e5a-7f0b-43db-9758-4fafed5e27fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676770d0-5ffc-40a3-878e-ee283f230c7a,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:35.234445 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:35.269400 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83610af2-0348-4750-9d20-e82d1c29cf90 req-5b98d34a-abab-4f8b-9531-e4337b522261 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:35.270907 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-83610af2-0348-4750-9d20-e82d1c29cf90 req-5b98d34a-abab-4f8b-9531-e4337b522261 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0499904 Oct 14 03:13:35.324565 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-83610af2-0348-4750-9d20-e82d1c29cf90 req-8c1715a8-8784-46b8-973b-4030a153dbc6 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478568 Oct 14 03:13:36.038726 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:13:36.453054 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bda58-8d5a-4e55-bd56-4984cf806f7b req-cbb1785a-8ad8-414f-996e-48e049254042 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:36.454708 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-615bda58-8d5a-4e55-bd56-4984cf806f7b req-cbb1785a-8ad8-414f-996e-48e049254042 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0477836 Oct 14 03:13:36.502694 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-615bda58-8d5a-4e55-bd56-4984cf806f7b req-0844a637-e665-4f94-8f99-aced101629a5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421810 Oct 14 03:13:37.629977 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619d31c-2eaa-48ba-b59f-877d9db089ff req-58c624c5-12a6-40e3-9e4d-e12528037241 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:37.631429 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6619d31c-2eaa-48ba-b59f-877d9db089ff req-58c624c5-12a6-40e3-9e4d-e12528037241 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0485864 Oct 14 03:13:37.907646 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6619d31c-2eaa-48ba-b59f-877d9db089ff req-bd0a5180-990d-477d-80de-5c874364380f tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701433 Oct 14 03:13:38.845299 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device d2229097-29e6-40af-97ca-3612bf109084 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:13:38.944106 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port d2229097-29e6-40af-97ca-3612bf109084, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d2229097-29e6-40af-97ca-3612bf109084,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:13:38.956657 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': 'd2229097-29e6-40af-97ca-3612bf109084', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'port_id': 'd2229097-29e6-40af-97ca-3612bf109084', 'mac_address': 'fa:16:3e:35:d7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:13:38.958759 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:38.996454 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port d2229097-29e6-40af-97ca-3612bf109084 is: ACTIVE; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:13:38.996844 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (d2229097-29e6-40af-97ca-3612bf109084), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:39.015904 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2229097-29e6-40af-97ca-3612bf109084 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:13:39.037122 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port d2229097-29e6-40af-97ca-3612bf109084, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d2229097-29e6-40af-97ca-3612bf109084,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:13:39.037943 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a2fa-d628-4609-b5c7-bce1985bf0d8 req-35e44dc4-086a-429f-bb0e-6fa9f3979cf7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:39.039408 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4de4a2fa-d628-4609-b5c7-bce1985bf0d8 req-35e44dc4-086a-429f-bb0e-6fa9f3979cf7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0496771 Oct 14 03:13:39.086062 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4de4a2fa-d628-4609-b5c7-bce1985bf0d8 req-3ce25968-4838-4d59-9c56-1880b66b3563 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403991 Oct 14 03:13:39.132385 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (d2229097-29e6-40af-97ca-3612bf109084), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:39.178790 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=d2229097-29e6-40af-97ca-3612bf109084,revision_number=6']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:39.319142 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 39026) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:39.348434 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['d2229097-29e6-40af-97ca-3612bf109084'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:13:39.426105 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-8692f2f2-8621-4434-a808-839cb56fd195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:39.459276 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:39.500906 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-8692f2f2-8621-4434-a808-839cb56fd195 admin admin] Publish callbacks [] for security_group (0d5b240f-1fdf-4cee-b712-ed4625f1ca36), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:39.565192 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-8692f2f2-8621-4434-a808-839cb56fd195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (0d5b240f-1fdf-4cee-b712-ed4625f1ca36), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:39.607700 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-8692f2f2-8621-4434-a808-839cb56fd195 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=272c310114fe49558a1ec0d302ce5cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874174 Oct 14 03:13:39.608572 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692f2f2-8621-4434-a808-839cb56fd195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5b240f-1fdf-4cee-b712-ed4625f1ca36,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:39.610519 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 39030) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:39.661712 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-025cebed-a81a-4061-9026-bd1df43a277c admin admin] Publish callbacks [] for security_group (0d5b240f-1fdf-4cee-b712-ed4625f1ca36), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:39.682189 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-025cebed-a81a-4061-9026-bd1df43a277c admin admin] Publish callbacks [] for security_group (0d5b240f-1fdf-4cee-b712-ed4625f1ca36), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:39.805379 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-025cebed-a81a-4061-9026-bd1df43a277c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (0d5b240f-1fdf-4cee-b712-ed4625f1ca36), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:39.808569 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-025cebed-a81a-4061-9026-bd1df43a277c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:39.809720 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-025cebed-a81a-4061-9026-bd1df43a277c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0d5b240f-1fdf-4cee-b712-ed4625f1ca36 HTTP/1.1" status: 204 len: 168 time: 0.1976802 Oct 14 03:13:39.817680 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cebed-a81a-4061-9026-bd1df43a277c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5b240f-1fdf-4cee-b712-ed4625f1ca36,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:40.216565 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f4cc8-3bfa-4084-912c-f820d5835e8d req-0aac5e93-2df9-4706-9f7a-5165d2f789ff tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:40.218111 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2d5f4cc8-3bfa-4084-912c-f820d5835e8d req-0aac5e93-2df9-4706-9f7a-5165d2f789ff tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 945 time: 0.0506315 Oct 14 03:13:40.277675 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2d5f4cc8-3bfa-4084-912c-f820d5835e8d req-26711204-0f9c-43c7-a70d-fa666e0d6539 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528834 Oct 14 03:13:40.855994 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device d2229097-29e6-40af-97ca-3612bf109084 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:13:40.915535 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port d2229097-29e6-40af-97ca-3612bf109084 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:13:40.916150 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (d2229097-29e6-40af-97ca-3612bf109084), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:40.916724 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port d2229097-29e6-40af-97ca-3612bf109084 Oct 14 03:13:40.947101 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:41.018911 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port d2229097-29e6-40af-97ca-3612bf109084 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:13:41.019544 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (d2229097-29e6-40af-97ca-3612bf109084), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:41.048880 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2229097-29e6-40af-97ca-3612bf109084'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:13:41.051648 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f2116e-0fa6-49b0-ad51-6f06adb5f554" -d '{"events": [{"server_uuid": "c372d0ca-25ac-43bd-b519-1700473cb118", "name": "network-vif-plugged", "status": "completed", "tag": "d2229097-29e6-40af-97ca-3612bf109084"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:13:41.071689 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port d2229097-29e6-40af-97ca-3612bf109084, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d2229097-29e6-40af-97ca-3612bf109084,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:13:41.104962 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc832ba9-087d-4ea7-a896-2b3d9470405b x-openstack-request-id: req-fc832ba9-087d-4ea7-a896-2b3d9470405b {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:13:41.105365 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c372d0ca-25ac-43bd-b519-1700473cb118", "name": "network-vif-plugged", "status": "completed", "tag": "d2229097-29e6-40af-97ca-3612bf109084", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:13:41.105726 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc832ba9-087d-4ea7-a896-2b3d9470405b {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:13:41.106611 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc832ba9-087d-4ea7-a896-2b3d9470405b'] response: {'server_uuid': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2229097-29e6-40af-97ca-3612bf109084', 'code': 200} Oct 14 03:13:41.145846 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (d2229097-29e6-40af-97ca-3612bf109084), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:41.198729 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=d2229097-29e6-40af-97ca-3612bf109084,revision_number=7']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:41.413439 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c47a7f-6cc4-4d15-bc8e-c92d0dd5467b req-7c6cdb59-e2d3-44cb-a41b-73994539de03 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:41.415492 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-11c47a7f-6cc4-4d15-bc8e-c92d0dd5467b req-7c6cdb59-e2d3-44cb-a41b-73994539de03 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0560420 Oct 14 03:13:41.481487 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-11c47a7f-6cc4-4d15-bc8e-c92d0dd5467b req-fa8a166e-dab7-4ccb-8fb3-5e73d6e25cd3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599070 Oct 14 03:13:42.614630 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691c8d4-0b7b-4337-a40c-802b3abe7a47 req-a0e4a66f-f6c7-4e4e-9efc-f77ee41d7b17 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:42.616101 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9691c8d4-0b7b-4337-a40c-802b3abe7a47 req-a0e4a66f-f6c7-4e4e-9efc-f77ee41d7b17 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0507100 Oct 14 03:13:42.676677 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9691c8d4-0b7b-4337-a40c-802b3abe7a47 req-f12421b1-c6f2-4874-9402-70589310ce38 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499148 Oct 14 03:13:43.807350 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3766b-4b55-4519-a4d1-7991524da78d req-e3a4161d-8dd9-41d8-8c8b-5d6c573da6ec tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:43.807350 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-47d3766b-4b55-4519-a4d1-7991524da78d req-e3a4161d-8dd9-41d8-8c8b-5d6c573da6ec tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0504081 Oct 14 03:13:43.851646 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-47d3766b-4b55-4519-a4d1-7991524da78d req-17550256-ee23-4d37-9eae-8ce7e9cb371d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427456 Oct 14 03:13:45.019071 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c44e56-9169-46f5-ba01-efee50cdedbc req-af39b182-b2fb-46cf-814c-0f178078533b tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:45.020767 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-03c44e56-9169-46f5-ba01-efee50cdedbc req-af39b182-b2fb-46cf-814c-0f178078533b tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0675778 Oct 14 03:13:45.034179 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:45.078525 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-03c44e56-9169-46f5-ba01-efee50cdedbc req-52596011-c122-4a4c-83e2-a97ae1c241e0 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513299 Oct 14 03:13:46.208973 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a92948-0208-4cf3-9715-d954defad4ee req-dc74daf3-9a9b-4799-a9b9-a9f81d03e0d2 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:46.217831 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a5a92948-0208-4cf3-9715-d954defad4ee req-dc74daf3-9a9b-4799-a9b9-a9f81d03e0d2 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0576661 Oct 14 03:13:46.290074 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a5a92948-0208-4cf3-9715-d954defad4ee req-ee0df627-450e-4080-80f0-cba0fbfa1b90 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704322 Oct 14 03:13:47.434912 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba55485-f2d0-48a3-8947-9f6f893fe649 req-954d173a-8235-440e-9014-d52bdcaf1e96 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:47.442540 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-eba55485-f2d0-48a3-8947-9f6f893fe649 req-954d173a-8235-440e-9014-d52bdcaf1e96 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0643568 Oct 14 03:13:47.494720 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-eba55485-f2d0-48a3-8947-9f6f893fe649 req-2aa64546-6bf3-45b2-a335-d8f70f386db6 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512886 Oct 14 03:13:48.649321 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a27935-06a8-4a16-aaf1-f50ccff48545 req-cc87fe42-f811-43ad-b09c-ebb1cafbbc02 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:48.651834 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-36a27935-06a8-4a16-aaf1-f50ccff48545 req-cc87fe42-f811-43ad-b09c-ebb1cafbbc02 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0533569 Oct 14 03:13:48.703850 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-36a27935-06a8-4a16-aaf1-f50ccff48545 req-09d3b011-d1d1-4ed2-9576-cf41583f3fef tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455379 Oct 14 03:13:49.814490 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=56,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:49.817563 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=62,neutron:DELETE=4,neutron:INSERT=7 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:49.845356 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cc0df-e692-40c6-b8ac-5b6207d11879 req-4f339607-1a27-4f3f-b624-cd39722738fd tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:49.846895 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-015cc0df-e692-40c6-b8ac-5b6207d11879 req-4f339607-1a27-4f3f-b624-cd39722738fd tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0536866 Oct 14 03:13:49.902099 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-015cc0df-e692-40c6-b8ac-5b6207d11879 req-73700e40-4500-4ddd-a9d9-4ae831d4653e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494981 Oct 14 03:13:50.864898 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:50.875544 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:51.100049 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d14cc-e01c-4d76-ac45-eaeb3822ce45 req-73898438-1288-42b7-8e6c-a02825bcfad0 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:51.111418 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-651d14cc-e01c-4d76-ac45-eaeb3822ce45 req-73898438-1288-42b7-8e6c-a02825bcfad0 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0678382 Oct 14 03:13:51.178890 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-651d14cc-e01c-4d76-ac45-eaeb3822ce45 req-853e9378-3133-4b32-8479-4f829b6a8b88 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572965 Oct 14 03:13:51.193664 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:51.194810 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:51.623507 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 39242) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:51.731243 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:51.809500 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Publish callbacks [] for security_group (d9ea2306-0abd-4b1a-9c31-4e1f0ad9f350), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:51.860006 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (d9ea2306-0abd-4b1a-9c31-4e1f0ad9f350), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:51.899213 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=74e1e7ae14204c5f9edd7eec9fb54470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746382 Oct 14 03:13:51.900571 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ea2306-0abd-4b1a-9c31-4e1f0ad9f350,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:51.902607 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 39248) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:51.908017 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:51.908364 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:51.908700 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:51.908815 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:51.909063 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:51.909395 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:51.914471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:51.914471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:51.914471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:51.914471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:51.914471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:51.914471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:51.914471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:51.914471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:51.914471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:51.914471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2ddd0-3416-4b57-8fc0-da2ae9a2de05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:13:51.952542 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c13c47d9-4d52-4d23-b0d2-c37919de13b1 admin admin] Publish callbacks [] for security_group (d9ea2306-0abd-4b1a-9c31-4e1f0ad9f350), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:51.973152 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c13c47d9-4d52-4d23-b0d2-c37919de13b1 admin admin] Publish callbacks [] for security_group (d9ea2306-0abd-4b1a-9c31-4e1f0ad9f350), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:52.077377 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c13c47d9-4d52-4d23-b0d2-c37919de13b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (d9ea2306-0abd-4b1a-9c31-4e1f0ad9f350), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:52.079982 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c13c47d9-4d52-4d23-b0d2-c37919de13b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:52.081124 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-c13c47d9-4d52-4d23-b0d2-c37919de13b1 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d9ea2306-0abd-4b1a-9c31-4e1f0ad9f350 HTTP/1.1" status: 204 len: 168 time: 0.1775310 Oct 14 03:13:52.090083 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c47d9-4d52-4d23-b0d2-c37919de13b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ea2306-0abd-4b1a-9c31-4e1f0ad9f350,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:52.321674 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223f3be-87c1-4310-a778-adf1d27566b2 req-276d41a2-5299-43ac-ab78-2aea7b9c0b98 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:52.326031 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2223f3be-87c1-4310-a778-adf1d27566b2 req-276d41a2-5299-43ac-ab78-2aea7b9c0b98 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0542145 Oct 14 03:13:52.353524 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393500b9-006b-464d-8b78-f93f7e12a639 req-80eb391e-d601-47f2-9ce5-25ca5fbe14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:52.355083 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-393500b9-006b-464d-8b78-f93f7e12a639 req-80eb391e-d601-47f2-9ce5-25ca5fbe14fb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=55f278e0f09c45ca8ab33cd9e102446c&device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 1130 time: 0.0425229 Oct 14 03:13:52.381605 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2223f3be-87c1-4310-a778-adf1d27566b2 req-9207cb0d-a419-486b-8653-66b2815ce1ce tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489588 Oct 14 03:13:52.461141 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393500b9-006b-464d-8b78-f93f7e12a639 req-fe541d7b-7989-4d05-b02a-b4beb909c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:52.462631 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-393500b9-006b-464d-8b78-f93f7e12a639 req-fe541d7b-7989-4d05-b02a-b4beb909c5a6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dc7d519e-6d73-4b0e-803b-556cfc3b6498 HTTP/1.1" status: 200 len: 918 time: 0.0998137 Oct 14 03:13:52.528287 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-393500b9-006b-464d-8b78-f93f7e12a639 req-a3d55d77-8f2a-4938-9c59-f10a600ddaf3 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2229097-29e6-40af-97ca-3612bf109084 HTTP/1.1" status: 200 len: 1002 time: 0.0554664 Oct 14 03:13:52.579436 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393500b9-006b-464d-8b78-f93f7e12a639 req-62271328-0654-48bc-8e58-175b519b3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:52.580884 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-393500b9-006b-464d-8b78-f93f7e12a639 req-62271328-0654-48bc-8e58-175b519b3159 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=536f6c3e-3717-4a16-a702-45e46a354d55 HTTP/1.1" status: 200 len: 856 time: 0.0445266 Oct 14 03:13:52.632217 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393500b9-006b-464d-8b78-f93f7e12a639 req-e3351440-6ef8-4392-9894-99331b15879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:52.634046 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-393500b9-006b-464d-8b78-f93f7e12a639 req-e3351440-6ef8-4392-9894-99331b15879a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dc7d519e-6d73-4b0e-803b-556cfc3b6498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465460 Oct 14 03:13:52.742188 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-393500b9-006b-464d-8b78-f93f7e12a639 req-73afa95c-f3bf-4cd6-a975-099784b5d643 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993469 Oct 14 03:13:52.835235 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-393500b9-006b-464d-8b78-f93f7e12a639 req-4afe5992-6a7d-4dc0-8b9f-8a16f3ba6673 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866294 Oct 14 03:13:53.516561 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c659656-1e25-419e-b142-b6532ffb8314 req-2de53905-2b3b-443a-a9e1-b2942987dc47 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:53.518063 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1c659656-1e25-419e-b142-b6532ffb8314 req-2de53905-2b3b-443a-a9e1-b2942987dc47 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0500457 Oct 14 03:13:53.566845 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1c659656-1e25-419e-b142-b6532ffb8314 req-00bd689c-1559-4e16-821e-d87e3d35b884 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416539 Oct 14 03:13:54.701774 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3a99e-6ab7-4e6f-80f7-5477bd97b612 req-2783e831-ac5f-43ef-b9af-6852610f505d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:54.703253 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-77d3a99e-6ab7-4e6f-80f7-5477bd97b612 req-2783e831-ac5f-43ef-b9af-6852610f505d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0535567 Oct 14 03:13:54.729693 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:13:54.757402 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-77d3a99e-6ab7-4e6f-80f7-5477bd97b612 req-139eae45-e990-432d-ac70-e7c898bd4c62 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484502 Oct 14 03:13:54.795675 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-4ac3b038-77fc-4304-9dc9-4780ea2d0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:56.028949 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a867ff3-9cdc-4fcd-8589-f28ea3d26ae2 req-dada7333-344d-41a5-8ee8-7592a4967c41 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:56.030446 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4a867ff3-9cdc-4fcd-8589-f28ea3d26ae2 req-dada7333-344d-41a5-8ee8-7592a4967c41 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 946 time: 0.0479198 Oct 14 03:13:56.076922 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4a867ff3-9cdc-4fcd-8589-f28ea3d26ae2 req-66947ccd-ec65-4731-9a1d-46ec991c852a tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409153 Oct 14 03:13:57.020772 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device d2229097-29e6-40af-97ca-3612bf109084 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:13:57.084365 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-8d14924c-e910-4f25-852a-8f8efa2ed65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:57.092721 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port d2229097-29e6-40af-97ca-3612bf109084 is: ACTIVE; New status is: DOWN {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:13:57.093117 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (d2229097-29e6-40af-97ca-3612bf109084), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:57.122274 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2229097-29e6-40af-97ca-3612bf109084'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:13:57.122274 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dd16f5-8289-4484-a4be-c640ccb4f095" -d '{"events": [{"server_uuid": "c372d0ca-25ac-43bd-b519-1700473cb118", "name": "network-vif-unplugged", "status": "completed", "tag": "d2229097-29e6-40af-97ca-3612bf109084"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:13:57.134038 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port d2229097-29e6-40af-97ca-3612bf109084, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d2229097-29e6-40af-97ca-3612bf109084,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:13:57.155566 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 14 Oct 2022 03:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9a5f83-133d-4322-8650-842327ce71dd x-openstack-request-id: req-0f9a5f83-133d-4322-8650-842327ce71dd {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:13:57.155856 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c372d0ca-25ac-43bd-b519-1700473cb118", "name": "network-vif-unplugged", "status": "failed", "tag": "d2229097-29e6-40af-97ca-3612bf109084", "code": 422}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:13:57.156114 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f9a5f83-133d-4322-8650-842327ce71dd {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:13:57.156554 dv-cinder-801522-13-iscsi neutron-server[105051]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0f9a5f83-133d-4322-8650-842327ce71dd']: {'server_uuid': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd2229097-29e6-40af-97ca-3612bf109084', 'code': 422} returned with failed status Oct 14 03:13:57.237165 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (d2229097-29e6-40af-97ca-3612bf109084), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:57.294938 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=d2229097-29e6-40af-97ca-3612bf109084,revision_number=8']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:13:58.319877 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:58.573846 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7e302-f645-4800-8780-587970eeb5c0 req-0357b036-d7b9-4a1e-a865-057a364e9050 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:58.575332 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d9a7e302-f645-4800-8780-587970eeb5c0 req-0357b036-d7b9-4a1e-a865-057a364e9050 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 944 time: 0.0482659 Oct 14 03:13:58.626212 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d9a7e302-f645-4800-8780-587970eeb5c0 req-129768f8-ccdb-4039-a8d6-0141cacdf62b tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450056 Oct 14 03:13:59.149504 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 39396) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:59.240532 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-56bf0a1a-38aa-4cd0-8bd6-c6e45c494f63 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897276 Oct 14 03:13:59.249012 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-b988e1d3-923f-48e2-b41a-9c831c9c5f9c service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105049) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 03:13:59.249972 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-b988e1d3-923f-48e2-b41a-9c831c9c5f9c service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047219 Oct 14 03:13:59.325203 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 39406) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:13:59.420132 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-98520ec4-83d4-4d52-b33d-468f831aa77d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:59.421458 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-98520ec4-83d4-4d52-b33d-468f831aa77d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports/d2229097-29e6-40af-97ca-3612bf109084 HTTP/1.1" status: 200 len: 941 time: 0.0952015 Oct 14 03:13:59.758076 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0bb79-0656-4afa-9c50-ebe61a4fd684 req-b84b6f30-beb1-4fb9-93fa-aac104dcbfd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:13:59.759504 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7fe0bb79-0656-4afa-9c50-ebe61a4fd684 req-b84b6f30-beb1-4fb9-93fa-aac104dcbfd5 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 944 time: 0.0473073 Oct 14 03:13:59.788342 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:13:59.806910 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7fe0bb79-0656-4afa-9c50-ebe61a4fd684 req-f88a0826-1400-4d04-9baf-f0cef8d89c7c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406413 Oct 14 03:13:59.982437 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:00.930136 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea0c99-ab58-497c-a751-1e60c38f418f req-8d776afb-eb49-4f3e-85b6-c92a29ed53d1 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:00.931508 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c6ea0c99-ab58-497c-a751-1e60c38f418f req-8d776afb-eb49-4f3e-85b6-c92a29ed53d1 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 944 time: 0.0459328 Oct 14 03:14:00.978694 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c6ea0c99-ab58-497c-a751-1e60c38f418f req-f5576f78-639d-49b4-b68f-948fc1d46a06 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416408 Oct 14 03:14:01.994004 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-d1f08e5c-7448-42b4-8e57-192a7d5ccb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:01.996139 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-d1f08e5c-7448-42b4-8e57-192a7d5ccb7d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118&tenant_id=55f278e0f09c45ca8ab33cd9e102446c HTTP/1.1" status: 200 len: 1128 time: 0.0394602 Oct 14 03:14:02.132206 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad1c6b-db64-41b0-8824-70e86bc9f637 req-7b7edc6b-7f17-4580-a92a-093b746f5402 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:02.133957 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5dad1c6b-db64-41b0-8824-70e86bc9f637 req-7b7edc6b-7f17-4580-a92a-093b746f5402 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 944 time: 0.0548055 Oct 14 03:14:02.185834 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5dad1c6b-db64-41b0-8824-70e86bc9f637 req-f33b8ad1-d2ed-4e0c-a175-007d5c5e84c8 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462611 Oct 14 03:14:02.339764 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-3842f6bf-6ae4-4c85-92cf-9699d0a93fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:02.341254 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-3842f6bf-6ae4-4c85-92cf-9699d0a93fa5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=55f278e0f09c45ca8ab33cd9e102446c&device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 1128 time: 0.2962041 Oct 14 03:14:02.443349 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-ecb442bb-bc87-497b-a1ca-2d314dff19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:02.444796 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-ecb442bb-bc87-497b-a1ca-2d314dff19dd service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dc7d519e-6d73-4b0e-803b-556cfc3b6498 HTTP/1.1" status: 200 len: 918 time: 0.0865669 Oct 14 03:14:02.505751 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:02.510035 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-76a8fe85-ffe2-4354-9d18-e0971f1df0b0 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2229097-29e6-40af-97ca-3612bf109084 HTTP/1.1" status: 200 len: 1000 time: 0.0579927 Oct 14 03:14:02.543037 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:02.558355 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-ff1703b0-5f65-4ae0-9107-3bcc22a87f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:02.559767 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-ff1703b0-5f65-4ae0-9107-3bcc22a87f5f service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=536f6c3e-3717-4a16-a702-45e46a354d55 HTTP/1.1" status: 200 len: 856 time: 0.0435383 Oct 14 03:14:02.604168 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-68b7d381-34c5-4640-83bc-63c09a5a4917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:02.605666 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-68b7d381-34c5-4640-83bc-63c09a5a4917 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dc7d519e-6d73-4b0e-803b-556cfc3b6498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384898 Oct 14 03:14:02.697068 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-ef3a15da-b688-4678-aa39-5961c9f93777 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845304 Oct 14 03:14:02.793367 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-10cf5324-56ad-40cc-9390-a50eead165e8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890653 Oct 14 03:14:03.325936 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2333e-1e3a-42df-a4d5-3297bf539e28 req-28df0ef3-88c3-45ea-b781-1152222fcabf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:03.332988 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-dcd2333e-1e3a-42df-a4d5-3297bf539e28 req-28df0ef3-88c3-45ea-b781-1152222fcabf tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 944 time: 0.0597696 Oct 14 03:14:03.393703 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-dcd2333e-1e3a-42df-a4d5-3297bf539e28 req-c8efa0d9-37bd-46c6-b4ab-c196b1869910 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597036 Oct 14 03:14:03.757363 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:04.559795 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdce1f-f47e-4863-9d95-a42528e7463d req-3fdc0e06-f900-402a-a2d8-4a191237cc18 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:04.564715 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-17bdce1f-f47e-4863-9d95-a42528e7463d req-3fdc0e06-f900-402a-a2d8-4a191237cc18 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 944 time: 0.0736589 Oct 14 03:14:04.623474 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-17bdce1f-f47e-4863-9d95-a42528e7463d req-f431d8a8-e5a1-4f7a-8bac-4069b86445d9 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563836 Oct 14 03:14:05.751008 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:05.772048 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904283-f60b-4079-9cc1-df696a2a9ff7 req-157526fd-fcdd-4c13-9b68-e35ba65737da tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:05.773528 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6f904283-f60b-4079-9cc1-df696a2a9ff7 req-157526fd-fcdd-4c13-9b68-e35ba65737da tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 944 time: 0.0582147 Oct 14 03:14:05.826082 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6f904283-f60b-4079-9cc1-df696a2a9ff7 req-1328c514-46a4-4f62-8ebe-bba488d9d0e6 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467279 Oct 14 03:14:06.968035 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7662ec4-57da-4676-888f-009676242b6b req-fdac596a-1a19-4878-a9b6-3f42e6fca9f3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:06.969590 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f7662ec4-57da-4676-888f-009676242b6b req-fdac596a-1a19-4878-a9b6-3f42e6fca9f3 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 944 time: 0.0580249 Oct 14 03:14:07.029972 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f7662ec4-57da-4676-888f-009676242b6b req-621281c0-4f13-4af3-9362-aa322b2c993f tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543606 Oct 14 03:14:08.173403 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a97e9e-3ed7-43aa-a937-a13e023400c7 req-d5de43c9-73f1-4828-ba98-84c5b6afcbb7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:08.175045 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d0a97e9e-3ed7-43aa-a937-a13e023400c7 req-d5de43c9-73f1-4828-ba98-84c5b6afcbb7 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 944 time: 0.0484262 Oct 14 03:14:08.224712 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d0a97e9e-3ed7-43aa-a937-a13e023400c7 req-36c1de97-8f1f-40b4-9a98-b6d83e542385 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437794 Oct 14 03:14:09.321209 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:09.360390 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9fa4d-c7cf-4209-83fd-c98a3427f0f5 req-ef0bd223-3992-4df8-948d-af40668b083c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:09.362808 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2eb9fa4d-c7cf-4209-83fd-c98a3427f0f5 req-ef0bd223-3992-4df8-948d-af40668b083c tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 944 time: 0.0513742 Oct 14 03:14:09.422402 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2eb9fa4d-c7cf-4209-83fd-c98a3427f0f5 req-00c423ad-3e10-4bfc-aece-9fdced569a2b tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531549 Oct 14 03:14:10.593483 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ef0e8-dee3-48bd-83e3-04a39f4f84b5 req-1f9a061a-b566-4af9-ab65-b48577842677 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:10.595119 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-525ef0e8-dee3-48bd-83e3-04a39f4f84b5 req-1f9a061a-b566-4af9-ab65-b48577842677 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 944 time: 0.0629954 Oct 14 03:14:10.644893 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-525ef0e8-dee3-48bd-83e3-04a39f4f84b5 req-2008543b-31b9-4d96-a7a1-35878214fa29 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437057 Oct 14 03:14:11.770938 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ce78d-e4eb-4adf-8cc2-290aad0f184b req-3e498122-25e7-47db-a54e-af1a12a7a086 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:11.772337 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-067ce78d-e4eb-4adf-8cc2-290aad0f184b req-3e498122-25e7-47db-a54e-af1a12a7a086 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 944 time: 0.0472260 Oct 14 03:14:11.820394 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-067ce78d-e4eb-4adf-8cc2-290aad0f184b req-799e746b-d6a8-4443-9d23-9c3c3b5fb56d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418229 Oct 14 03:14:12.835071 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=53 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:12.945366 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be61bb-9404-4fbe-ad72-8f01d449ee64 req-f70247c5-792b-4c45-90e1-1ff7ba968d49 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:12.946845 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-56be61bb-9404-4fbe-ad72-8f01d449ee64 req-f70247c5-792b-4c45-90e1-1ff7ba968d49 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 944 time: 0.0456235 Oct 14 03:14:12.996531 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-56be61bb-9404-4fbe-ad72-8f01d449ee64 req-a4cd167b-58b9-4f3d-ad43-3c9b5b6013ed tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442982 Oct 14 03:14:13.037612 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:14:13.673847 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:13.688223 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=29,neutron:UPDATE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:14.120701 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcf15-147a-41d2-bf62-79fb50abf701 req-ed125b93-46e2-4a1d-85b8-309d1ac1d6dd tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:14.122207 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d97fcf15-147a-41d2-bf62-79fb50abf701 req-ed125b93-46e2-4a1d-85b8-309d1ac1d6dd tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 944 time: 0.0462596 Oct 14 03:14:14.169489 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d97fcf15-147a-41d2-bf62-79fb50abf701 req-3a9c775c-5661-4263-b082-707803bda9e4 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413437 Oct 14 03:14:15.030866 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device d2229097-29e6-40af-97ca-3612bf109084 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:14:15.131766 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port d2229097-29e6-40af-97ca-3612bf109084, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d2229097-29e6-40af-97ca-3612bf109084,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:14:15.143614 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': 'd2229097-29e6-40af-97ca-3612bf109084', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'port_id': 'd2229097-29e6-40af-97ca-3612bf109084', 'mac_address': 'fa:16:3e:35:d7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:14:15.178403 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port d2229097-29e6-40af-97ca-3612bf109084 is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:14:15.178931 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (d2229097-29e6-40af-97ca-3612bf109084), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:15.192012 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2229097-29e6-40af-97ca-3612bf109084 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:14:15.215241 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port d2229097-29e6-40af-97ca-3612bf109084, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d2229097-29e6-40af-97ca-3612bf109084,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:14:15.280107 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (d2229097-29e6-40af-97ca-3612bf109084), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:15.310051 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53783aef-7b73-43ba-a282-7c95db35f86d req-419c717a-28ea-409d-9038-f0dd45556c9d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:15.311693 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-53783aef-7b73-43ba-a282-7c95db35f86d req-419c717a-28ea-409d-9038-f0dd45556c9d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 944 time: 0.0529046 Oct 14 03:14:15.333880 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=d2229097-29e6-40af-97ca-3612bf109084,revision_number=9']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:15.366327 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-53783aef-7b73-43ba-a282-7c95db35f86d req-6b99646f-518c-4272-8fe0-bdc8612cc56e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476952 Oct 14 03:14:15.626730 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['d2229097-29e6-40af-97ca-3612bf109084'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:14:16.493137 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6e1c9-85df-448f-a146-c68b56924383 req-d264c922-1f8a-41bd-acbe-75897f73182f tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:16.494609 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e3b6e1c9-85df-448f-a146-c68b56924383 req-d264c922-1f8a-41bd-acbe-75897f73182f tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 945 time: 0.0493808 Oct 14 03:14:16.540115 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e3b6e1c9-85df-448f-a146-c68b56924383 req-15f4f839-c56c-4a48-8ecf-96cf91c1a51f tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399251 Oct 14 03:14:17.787864 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device d2229097-29e6-40af-97ca-3612bf109084 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:14:17.787864 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port d2229097-29e6-40af-97ca-3612bf109084 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:14:17.787864 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (d2229097-29e6-40af-97ca-3612bf109084), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:17.787864 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port d2229097-29e6-40af-97ca-3612bf109084 Oct 14 03:14:17.787864 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port d2229097-29e6-40af-97ca-3612bf109084 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:14:17.787864 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (d2229097-29e6-40af-97ca-3612bf109084), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:17.787864 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2229097-29e6-40af-97ca-3612bf109084'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:14:17.787864 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37758d21-b3b1-4445-9a83-6e780a50e89e" -d '{"events": [{"server_uuid": "c372d0ca-25ac-43bd-b519-1700473cb118", "name": "network-vif-plugged", "status": "completed", "tag": "d2229097-29e6-40af-97ca-3612bf109084"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:14:17.787864 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port d2229097-29e6-40af-97ca-3612bf109084, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d2229097-29e6-40af-97ca-3612bf109084,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:14:17.787864 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95072d5-da6a-41cf-a823-20477624c8e6 x-openstack-request-id: req-f95072d5-da6a-41cf-a823-20477624c8e6 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:14:17.787864 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c372d0ca-25ac-43bd-b519-1700473cb118", "name": "network-vif-plugged", "status": "completed", "tag": "d2229097-29e6-40af-97ca-3612bf109084", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:14:17.787864 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f95072d5-da6a-41cf-a823-20477624c8e6 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:14:17.787864 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95072d5-da6a-41cf-a823-20477624c8e6'] response: {'server_uuid': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2229097-29e6-40af-97ca-3612bf109084', 'code': 200} Oct 14 03:14:17.791176 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f5ef6-80c0-4899-9813-a48143eba5ea req-6137f7b6-92d8-40f2-89d3-ff6da83f71e6 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:17.791176 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b46f5ef6-80c0-4899-9813-a48143eba5ea req-6137f7b6-92d8-40f2-89d3-ff6da83f71e6 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 945 time: 0.0454345 Oct 14 03:14:17.791176 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b46f5ef6-80c0-4899-9813-a48143eba5ea req-422c3519-112a-4f60-9847-a196280ea6ff tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408854 Oct 14 03:14:17.851246 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (d2229097-29e6-40af-97ca-3612bf109084), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:17.898903 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=d2229097-29e6-40af-97ca-3612bf109084,revision_number=10']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:17.906781 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:17.907127 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:17.907464 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:17.907802 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:17.908552 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:17.908552 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:17.908763 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:17.909092 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:17.909408 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:17.909781 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:17.910099 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:17.910419 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:17.910737 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:17.911051 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:17.911365 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:18.090312 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22a612-be43-4738-bf25-039dbd821d8e req-39ee1e23-b011-4846-9311-b011e474f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:18.091778 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3b22a612-be43-4738-bf25-039dbd821d8e req-39ee1e23-b011-4846-9311-b011e474f59f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 1131 time: 0.0393708 Oct 14 03:14:18.139576 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3b22a612-be43-4738-bf25-039dbd821d8e req-126eb5bb-41b6-43a1-af38-490d5148afc4 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404813 Oct 14 03:14:18.844795 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924fdae-6bc1-454a-a8e9-9a605877c14f req-7a70d14b-a4ce-4a0b-b50c-f4d6ad6b32e8 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:18.846295 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5924fdae-6bc1-454a-a8e9-9a605877c14f req-7a70d14b-a4ce-4a0b-b50c-f4d6ad6b32e8 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 947 time: 0.0499613 Oct 14 03:14:18.859324 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:18.893806 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5924fdae-6bc1-454a-a8e9-9a605877c14f req-75f78ce2-ac35-4315-abaa-3df34c297844 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417421 Oct 14 03:14:20.019570 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e7c93-443e-440e-b44c-030ceaf0e3f7 req-9ca7e0cb-154b-4ceb-ab29-c87c2b9491ee tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:20.021030 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-465e7c93-443e-440e-b44c-030ceaf0e3f7 req-9ca7e0cb-154b-4ceb-ab29-c87c2b9491ee tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 947 time: 0.0462725 Oct 14 03:14:20.068379 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-465e7c93-443e-440e-b44c-030ceaf0e3f7 req-5c95abf9-6b12-4558-8aa1-7a7cbbab3bf0 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416281 Oct 14 03:14:20.829201 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:21.195019 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec7cce-851e-4883-b4ae-341591e05827 req-adf9abac-7518-41b0-8528-57d35aaef2d8 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:21.196401 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d6ec7cce-851e-4883-b4ae-341591e05827 req-adf9abac-7518-41b0-8528-57d35aaef2d8 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 947 time: 0.0467675 Oct 14 03:14:21.229227 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:21.248192 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d6ec7cce-851e-4883-b4ae-341591e05827 req-fed87348-07d5-40a6-b28c-7350ab32633a tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462310 Oct 14 03:14:22.372769 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da89a0a-1a17-4f9c-a147-6d90a0711c2c req-ef94dde1-5a2a-4169-8d1f-00c15c63283e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:22.374219 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5da89a0a-1a17-4f9c-a147-6d90a0711c2c req-ef94dde1-5a2a-4169-8d1f-00c15c63283e tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 947 time: 0.0451548 Oct 14 03:14:22.420160 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5da89a0a-1a17-4f9c-a147-6d90a0711c2c req-873246a3-9e67-4cef-b24e-93266bd4256f tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404482 Oct 14 03:14:23.033053 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:24.043448 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=6 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:24.808149 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-06723575-28bc-4e78-958f-ef1c219b2c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:27.085071 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-4a03a54a-6ccc-4132-ac50-cdde06073f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:28.133670 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=10 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:28.136830 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=8 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:28.255163 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:28.368329 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:29.710559 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4b585-f3c0-4ba8-8d7a-78cc3ad65ad2 req-f0ff8cd1-5273-49bd-8f55-46b680052800 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:29.712052 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a5b4b585-f3c0-4ba8-8d7a-78cc3ad65ad2 req-f0ff8cd1-5273-49bd-8f55-46b680052800 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 946 time: 0.0464332 Oct 14 03:14:29.761917 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a5b4b585-f3c0-4ba8-8d7a-78cc3ad65ad2 req-0c0dba84-2b20-4910-8f1e-e54487e210c9 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=cd4c2faa-6566-4b7f-a2a2-c63541b01572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429251 Oct 14 03:14:29.785561 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:29.990690 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:30.886659 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8ee19-6184-4038-8d86-afe747493388 req-52e84a63-5ebb-4245-a0f4-74b74a1849c1 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:30.888103 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9fd8ee19-6184-4038-8d86-afe747493388 req-52e84a63-5ebb-4245-a0f4-74b74a1849c1 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 946 time: 0.0499065 Oct 14 03:14:30.934635 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9fd8ee19-6184-4038-8d86-afe747493388 req-87b457ca-34b7-4de0-b01c-51aa618dce10 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=cd4c2faa-6566-4b7f-a2a2-c63541b01572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407407 Oct 14 03:14:31.745215 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d898d-608b-4055-9b9c-f7bee215d8cf req-bf686b6e-09e3-4f23-8498-c110ecc435ad tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:31.747319 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-cc7d898d-608b-4055-9b9c-f7bee215d8cf req-bf686b6e-09e3-4f23-8498-c110ecc435ad tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 946 time: 0.0456049 Oct 14 03:14:31.827536 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-cc7d898d-608b-4055-9b9c-f7bee215d8cf req-a899e62d-cdba-4497-b81d-ca931707f7f6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Deleting port 381a3fc7-a66c-4541-80f1-f293b8f7523d {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:14:31.827870 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-cc7d898d-608b-4055-9b9c-f7bee215d8cf req-a899e62d-cdba-4497-b81d-ca931707f7f6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (381a3fc7-a66c-4541-80f1-f293b8f7523d), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:31.918095 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-cc7d898d-608b-4055-9b9c-f7bee215d8cf req-a899e62d-cdba-4497-b81d-ca931707f7f6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] For port 381a3fc7-a66c-4541-80f1-f293b8f7523d, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=381a3fc7-a66c-4541-80f1-f293b8f7523d,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:14:31.918453 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-cc7d898d-608b-4055-9b9c-f7bee215d8cf req-a899e62d-cdba-4497-b81d-ca931707f7f6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (381a3fc7-a66c-4541-80f1-f293b8f7523d), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:32.053988 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9ac1a-0ed1-455d-a80f-96c53b1be343 req-f0024657-8430-47be-bef9-f868f32b9840 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:32.055466 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-65e9ac1a-0ed1-455d-a80f-96c53b1be343 req-f0024657-8430-47be-bef9-f868f32b9840 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 946 time: 0.0461228 Oct 14 03:14:32.079531 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-cc7d898d-608b-4055-9b9c-f7bee215d8cf req-a899e62d-cdba-4497-b81d-ca931707f7f6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:32.079892 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-cc7d898d-608b-4055-9b9c-f7bee215d8cf req-a899e62d-cdba-4497-b81d-ca931707f7f6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (0eb135b8-d8c4-4f97-9f97-11f2f6c7cc1b), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:32.080213 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.l3_db [req-cc7d898d-608b-4055-9b9c-f7bee215d8cf req-a899e62d-cdba-4497-b81d-ca931707f7f6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Floating IP 0eb135b8-d8c4-4f97-9f97-11f2f6c7cc1b disassociated. External IP: 172.27.3.120, port: 381a3fc7-a66c-4541-80f1-f293b8f7523d. Oct 14 03:14:32.080550 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-cc7d898d-608b-4055-9b9c-f7bee215d8cf req-a899e62d-cdba-4497-b81d-ca931707f7f6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Calling delete_port for 381a3fc7-a66c-4541-80f1-f293b8f7523d owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:14:32.102343 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-65e9ac1a-0ed1-455d-a80f-96c53b1be343 req-b38c87f5-3478-4a80-9c5d-55a45aa16f61 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=cd4c2faa-6566-4b7f-a2a2-c63541b01572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411973 Oct 14 03:14:32.259537 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-cc7d898d-608b-4055-9b9c-f7bee215d8cf req-a899e62d-cdba-4497-b81d-ca931707f7f6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (381a3fc7-a66c-4541-80f1-f293b8f7523d), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:32.289887 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899e62d-cdba-4497-b81d-ca931707f7f6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event deleted for resources: {'Port': ['ID=381a3fc7-a66c-4541-80f1-f293b8f7523d,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:32.402925 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc7d898d-608b-4055-9b9c-f7bee215d8cf req-a899e62d-cdba-4497-b81d-ca931707f7f6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:14:32.498605 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9ab5a4e9-d316-4556-8ccb-115d85a9533d req-34782a02-2130-479c-93e0-e6ebb7df7e83 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486972 Oct 14 03:14:32.543690 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc7d898d-608b-4055-9b9c-f7bee215d8cf req-a899e62d-cdba-4497-b81d-ca931707f7f6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:14:32.559706 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3bb4fd-42ce-4475-a2f7-d65d7172403a None None] Sync routers for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:14:32.579171 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3bb4fd-42ce-4475-a2f7-d65d7172403a None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:14:32.579779 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-bb3bb4fd-42ce-4475-a2f7-d65d7172403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:14:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:32.634822 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7d898d-608b-4055-9b9c-f7bee215d8cf req-a899e62d-cdba-4497-b81d-ca931707f7f6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] No DVR routers for this DVR port 381a3fc7-a66c-4541-80f1-f293b8f7523d on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:14:32.639568 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-cc7d898d-608b-4055-9b9c-f7bee215d8cf req-a899e62d-cdba-4497-b81d-ca931707f7f6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:32.643424 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-cc7d898d-608b-4055-9b9c-f7bee215d8cf req-a899e62d-cdba-4497-b81d-ca931707f7f6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.40 "DELETE /networking/v2.0/ports/381a3fc7-a66c-4541-80f1-f293b8f7523d HTTP/1.1" status: 204 len: 173 time: 0.8905404 Oct 14 03:14:32.644222 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeae0791-4023-4ebe-8511-b09237e0425c', 'name': 'network-vif-deleted', 'tag': '381a3fc7-a66c-4541-80f1-f293b8f7523d'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:14:32.646638 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d8a4b2-6e61-445c-9b1f-051712641d4d" -d '{"events": [{"server_uuid": "eeae0791-4023-4ebe-8511-b09237e0425c", "name": "network-vif-deleted", "tag": "381a3fc7-a66c-4541-80f1-f293b8f7523d"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:14:32.661552 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5a4e9-d316-4556-8ccb-115d85a9533d req-ac34abd8-1a64-406b-a96e-af67be8105d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:32.663198 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9ab5a4e9-d316-4556-8ccb-115d85a9533d req-ac34abd8-1a64-406b-a96e-af67be8105d4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=55f278e0f09c45ca8ab33cd9e102446c&device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 1131 time: 0.0885284 Oct 14 03:14:32.699137 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ada4657-f0df-4c88-a7fe-21e182082992 x-openstack-request-id: req-3ada4657-f0df-4c88-a7fe-21e182082992 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:14:32.699874 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeae0791-4023-4ebe-8511-b09237e0425c", "name": "network-vif-deleted", "tag": "381a3fc7-a66c-4541-80f1-f293b8f7523d", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:14:32.699874 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ada4657-f0df-4c88-a7fe-21e182082992 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:14:32.700307 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ada4657-f0df-4c88-a7fe-21e182082992'] response: {'server_uuid': 'eeae0791-4023-4ebe-8511-b09237e0425c', 'name': 'network-vif-deleted', 'tag': '381a3fc7-a66c-4541-80f1-f293b8f7523d', 'status': 'completed', 'code': 200} Oct 14 03:14:32.704206 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-bb3bb4fd-42ce-4475-a2f7-d65d7172403a None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:14:32.756900 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:32.770555 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:32.801367 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5a4e9-d316-4556-8ccb-115d85a9533d req-edda1e96-e5cb-4662-87ea-a2d02780a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:32.803016 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9ab5a4e9-d316-4556-8ccb-115d85a9533d req-edda1e96-e5cb-4662-87ea-a2d02780a8b0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dc7d519e-6d73-4b0e-803b-556cfc3b6498 HTTP/1.1" status: 200 len: 918 time: 0.1149960 Oct 14 03:14:32.879963 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9ab5a4e9-d316-4556-8ccb-115d85a9533d req-edb9e9b5-2de8-4593-af33-be6f71e45050 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2229097-29e6-40af-97ca-3612bf109084 HTTP/1.1" status: 200 len: 1002 time: 0.0687149 Oct 14 03:14:32.954722 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5a4e9-d316-4556-8ccb-115d85a9533d req-acbf2e01-2799-49b6-8b9d-cd02a48e39f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:32.956797 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9ab5a4e9-d316-4556-8ccb-115d85a9533d req-acbf2e01-2799-49b6-8b9d-cd02a48e39f1 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=536f6c3e-3717-4a16-a702-45e46a354d55 HTTP/1.1" status: 200 len: 856 time: 0.0607076 Oct 14 03:14:32.964413 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-bb3bb4fd-42ce-4475-a2f7-d65d7172403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:32.989068 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3bb4fd-42ce-4475-a2f7-d65d7172403a None None] Checking router: 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:14:32.998206 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3bb4fd-42ce-4475-a2f7-d65d7172403a None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:14:32.998807 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-bb3bb4fd-42ce-4475-a2f7-d65d7172403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:14:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:33.001061 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e74aa4-cac6-4863-a5fc-8182fb413ba0 req-32fd546f-8180-4332-a760-4538b48a985a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:33.006630 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e8e74aa4-cac6-4863-a5fc-8182fb413ba0 req-32fd546f-8180-4332-a760-4538b48a985a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 945 time: 0.0521801 Oct 14 03:14:33.062078 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e8e74aa4-cac6-4863-a5fc-8182fb413ba0 req-62d976fa-5602-4680-8495-578e3802d608 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d525c701-675b-48f0-b0d5-d425fea3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457449 Oct 14 03:14:33.100449 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-bb3bb4fd-42ce-4475-a2f7-d65d7172403a None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:14:33.228343 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d3401496-4cc0-4ea8-8986-85ad1c6b1292 req-4e4cbef3-ecb3-4966-b3c2-c60e0e1d8785 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 210 time: 0.0353332 Oct 14 03:14:33.294739 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-bb3bb4fd-42ce-4475-a2f7-d65d7172403a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:33.324115 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3bb4fd-42ce-4475-a2f7-d65d7172403a None None] The sync data for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi is: [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:35Z', 'revision_number': 4, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '6f25f27e-3db0-4295-af74-3df0e0ac9f1e', 'name': '', 'network_id': 'bb28930e-3d0a-43c7-985a-b1d6573d124d', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'mac_address': 'fa:16:3e:51:74:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:32Z', 'updated_at': '2022-10-14T03:07:51Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'subnets': [{'id': '135773a1-0191-4c48-88ba-8f3ab667b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:14:33.530670 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd74d55-6fc1-401b-9fcd-f4ede59b352b None None] New status for floating IP 0eb135b8-d8c4-4f97-9f97-11f2f6c7cc1b: DOWN {{(pid=105052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:14:33.753716 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:34.181176 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70754e5-d88e-4c01-9990-72f1733f4c5d req-729fddd2-7c55-48eb-a1ed-3eb3ac6ce72e tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:34.182647 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d70754e5-d88e-4c01-9990-72f1733f4c5d req-729fddd2-7c55-48eb-a1ed-3eb3ac6ce72e tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 945 time: 0.0449646 Oct 14 03:14:34.228649 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d70754e5-d88e-4c01-9990-72f1733f4c5d req-887ad7ad-baa2-430a-abd0-516fd066e8bc tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d525c701-675b-48f0-b0d5-d425fea3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398674 Oct 14 03:14:34.348319 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9434bb46-730a-48d4-bcc5-046fac49c40e req-93273dd3-ce0b-4070-aaff-dacb7a07c933 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 210 time: 0.0304580 Oct 14 03:14:34.799122 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5a4e9-d316-4556-8ccb-115d85a9533d req-2f3f53b0-ca1a-4692-bb6e-4bd175636eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:34.800601 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9ab5a4e9-d316-4556-8ccb-115d85a9533d req-2f3f53b0-ca1a-4692-bb6e-4bd175636eed service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dc7d519e-6d73-4b0e-803b-556cfc3b6498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399768 Oct 14 03:14:34.897362 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9ab5a4e9-d316-4556-8ccb-115d85a9533d req-4a27ac88-660a-4d79-8eba-1f40a4ca498f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882452 Oct 14 03:14:35.083665 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 381a3fc7-a66c-4541-80f1-f293b8f7523d no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:14:35.091256 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9ab5a4e9-d316-4556-8ccb-115d85a9533d req-8cea528b-45e6-40b9-be99-0349acaf5315 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871336 Oct 14 03:14:35.102544 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: 381a3fc7-a66c-4541-80f1-f293b8f7523d {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:14:35.102880 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 381a3fc7-a66c-4541-80f1-f293b8f7523d not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:14:35.241585 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d428d-699c-4d12-96db-f9be31ed1a86 req-7bb5748d-69eb-4475-95fe-83f04236616a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:35.243075 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9e2d428d-699c-4d12-96db-f9be31ed1a86 req-7bb5748d-69eb-4475-95fe-83f04236616a tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 945 time: 0.0483871 Oct 14 03:14:35.353563 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-9e2d428d-699c-4d12-96db-f9be31ed1a86 req-26b00c00-4be9-4750-96b7-46557c0619bb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Deleting port 4a6bff08-0d49-4863-be8c-5097b81b1188 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:14:35.353563 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-9e2d428d-699c-4d12-96db-f9be31ed1a86 req-26b00c00-4be9-4750-96b7-46557c0619bb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (4a6bff08-0d49-4863-be8c-5097b81b1188), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:35.353971 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a4675-9fd0-46ff-86b0-ab407f240b0a req-67edacdc-8f57-4b0d-b5a2-a61e60f2c379 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:35.354985 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-eb7a4675-9fd0-46ff-86b0-ab407f240b0a req-67edacdc-8f57-4b0d-b5a2-a61e60f2c379 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 945 time: 0.0471277 Oct 14 03:14:35.407258 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-eb7a4675-9fd0-46ff-86b0-ab407f240b0a req-9b330fd2-ec79-447b-a43d-33bf5f378e3f tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=d525c701-675b-48f0-b0d5-d425fea3767b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460491 Oct 14 03:14:35.446108 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-9e2d428d-699c-4d12-96db-f9be31ed1a86 req-26b00c00-4be9-4750-96b7-46557c0619bb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] For port 4a6bff08-0d49-4863-be8c-5097b81b1188, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4a6bff08-0d49-4863-be8c-5097b81b1188,segment=NetworkSegment(096b242a-6b21-4e4d-8a4b-ad9ddc350fd9),segment_id=096b242a-6b21-4e4d-8a4b-ad9ddc350fd9)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:14:35.446475 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-9e2d428d-699c-4d12-96db-f9be31ed1a86 req-26b00c00-4be9-4750-96b7-46557c0619bb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (4a6bff08-0d49-4863-be8c-5097b81b1188), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:35.469154 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7e6cebcc-360c-49d2-a5e5-d9f568481e4a req-ea890333-f64e-4dcf-8524-632fc473432c tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=eeae0791-4023-4ebe-8511-b09237e0425c HTTP/1.1" status: 200 len: 210 time: 0.0276446 Oct 14 03:14:35.610558 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-9e2d428d-699c-4d12-96db-f9be31ed1a86 req-26b00c00-4be9-4750-96b7-46557c0619bb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:35.610833 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-9e2d428d-699c-4d12-96db-f9be31ed1a86 req-26b00c00-4be9-4750-96b7-46557c0619bb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (a5851a02-db3d-4fff-848c-60663218b767), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:35.611138 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.l3_db [req-9e2d428d-699c-4d12-96db-f9be31ed1a86 req-26b00c00-4be9-4750-96b7-46557c0619bb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Floating IP a5851a02-db3d-4fff-848c-60663218b767 disassociated. External IP: 172.27.3.130, port: 4a6bff08-0d49-4863-be8c-5097b81b1188. Oct 14 03:14:35.611712 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-9e2d428d-699c-4d12-96db-f9be31ed1a86 req-26b00c00-4be9-4750-96b7-46557c0619bb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Calling delete_port for 4a6bff08-0d49-4863-be8c-5097b81b1188 owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:14:35.664054 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:35.790757 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-9e2d428d-699c-4d12-96db-f9be31ed1a86 req-26b00c00-4be9-4750-96b7-46557c0619bb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (4a6bff08-0d49-4863-be8c-5097b81b1188), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:35.818743 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b00c00-4be9-4750-96b7-46557c0619bb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Pushing event deleted for resources: {'Port': ['ID=4a6bff08-0d49-4863-be8c-5097b81b1188,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:35.867817 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:35.930166 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e2d428d-699c-4d12-96db-f9be31ed1a86 req-26b00c00-4be9-4750-96b7-46557c0619bb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:14:36.036173 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e2d428d-699c-4d12-96db-f9be31ed1a86 req-26b00c00-4be9-4750-96b7-46557c0619bb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:14:36.046282 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3912bf20-752d-4854-a56e-4d06cce00c0f None None] Sync routers for ids ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:14:36.056119 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3912bf20-752d-4854-a56e-4d06cce00c0f None None] Routers {'8129ec6d-5c25-406c-8f4c-232ae6e5c655'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:14:36.056738 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-3912bf20-752d-4854-a56e-4d06cce00c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:14:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:36.084465 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2d428d-699c-4d12-96db-f9be31ed1a86 req-26b00c00-4be9-4750-96b7-46557c0619bb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] No DVR routers for this DVR port 4a6bff08-0d49-4863-be8c-5097b81b1188 on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:14:36.086968 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-9e2d428d-699c-4d12-96db-f9be31ed1a86 req-26b00c00-4be9-4750-96b7-46557c0619bb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:36.090410 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9e2d428d-699c-4d12-96db-f9be31ed1a86 req-26b00c00-4be9-4750-96b7-46557c0619bb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.40 "DELETE /networking/v2.0/ports/4a6bff08-0d49-4863-be8c-5097b81b1188 HTTP/1.1" status: 204 len: 173 time: 0.8200696 Oct 14 03:14:36.090852 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bec501f-50e0-40ea-ba38-c2df09fd439b', 'name': 'network-vif-deleted', 'tag': '4a6bff08-0d49-4863-be8c-5097b81b1188'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:14:36.093689 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bc463a-4090-4d47-a8ac-ac93fda1185d" -d '{"events": [{"server_uuid": "7bec501f-50e0-40ea-ba38-c2df09fd439b", "name": "network-vif-deleted", "tag": "4a6bff08-0d49-4863-be8c-5097b81b1188"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:14:36.132265 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8333602-124a-4f15-a92f-e4772d4c71e4 x-openstack-request-id: req-b8333602-124a-4f15-a92f-e4772d4c71e4 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:14:36.132567 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bec501f-50e0-40ea-ba38-c2df09fd439b", "name": "network-vif-deleted", "tag": "4a6bff08-0d49-4863-be8c-5097b81b1188", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:14:36.132957 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8333602-124a-4f15-a92f-e4772d4c71e4 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:14:36.133375 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8333602-124a-4f15-a92f-e4772d4c71e4'] response: {'server_uuid': '7bec501f-50e0-40ea-ba38-c2df09fd439b', 'name': 'network-vif-deleted', 'tag': '4a6bff08-0d49-4863-be8c-5097b81b1188', 'status': 'completed', 'code': 200} Oct 14 03:14:36.307161 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-3912bf20-752d-4854-a56e-4d06cce00c0f None None] Set router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:14:36.388905 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:36.432102 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:36.496326 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-3912bf20-752d-4854-a56e-4d06cce00c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:43Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '9ff38b85-bafb-40e6-a854-d7c6ab4f0a39', 'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'mac_address': 'fa:16:3e:b5:c2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:41Z', 'updated_at': '2022-10-14T03:08:05Z', 'revision_number': 5, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'subnets': [{'id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:36.526879 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3912bf20-752d-4854-a56e-4d06cce00c0f None None] Checking router: 8129ec6d-5c25-406c-8f4c-232ae6e5c655 for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:14:36.528156 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2308387f-9cd7-4dd2-9fec-cb79ba89059b req-177caa62-d162-40cd-b076-73964a3be3b7 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 210 time: 0.0271664 Oct 14 03:14:36.535641 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3912bf20-752d-4854-a56e-4d06cce00c0f None None] Routers {'8129ec6d-5c25-406c-8f4c-232ae6e5c655'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:14:36.536266 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-3912bf20-752d-4854-a56e-4d06cce00c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:14:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:36.654622 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-3912bf20-752d-4854-a56e-4d06cce00c0f None None] Set router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:14:36.671959 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 39980) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:36.730638 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a44e702a-1e3c-434d-8905-405a9ad2d352 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (cd4c2faa-6566-4b7f-a2a2-c63541b01572), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:36.753565 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a44e702a-1e3c-434d-8905-405a9ad2d352 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (cd4c2faa-6566-4b7f-a2a2-c63541b01572), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:36.840996 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-3912bf20-752d-4854-a56e-4d06cce00c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:43Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '9ff38b85-bafb-40e6-a854-d7c6ab4f0a39', 'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'mac_address': 'fa:16:3e:b5:c2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:41Z', 'updated_at': '2022-10-14T03:08:05Z', 'revision_number': 5, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'subnets': [{'id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:36.864862 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a44e702a-1e3c-434d-8905-405a9ad2d352 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (cd4c2faa-6566-4b7f-a2a2-c63541b01572), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:36.866621 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3912bf20-752d-4854-a56e-4d06cce00c0f None None] The sync data for ids ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'] in dv-cinder-801522-13-iscsi is: [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:43Z', 'revision_number': 4, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '9ff38b85-bafb-40e6-a854-d7c6ab4f0a39', 'name': '', 'network_id': '706c2be8-801d-4fd3-a7af-a476e6a9ec99', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'mac_address': 'fa:16:3e:b5:c2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:41Z', 'updated_at': '2022-10-14T03:08:05Z', 'revision_number': 5, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'subnets': [{'id': '326ff2bf-f78a-4292-afd2-858a661cf898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:14:36.868397 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a44e702a-1e3c-434d-8905-405a9ad2d352 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:36.870106 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-a44e702a-1e3c-434d-8905-405a9ad2d352 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/cd4c2faa-6566-4b7f-a2a2-c63541b01572 HTTP/1.1" status: 204 len: 168 time: 0.1969602 Oct 14 03:14:36.873387 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 39982) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:36.882026 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e702a-1e3c-434d-8905-405a9ad2d352 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4c2faa-6566-4b7f-a2a2-c63541b01572,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:36.892238 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.api.v2.resource [None req-6f2fcfc8-c452-466a-9d0a-56bf4b6eb359 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] show failed (client error): The resource could not be found. Oct 14 03:14:36.893596 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-6f2fcfc8-c452-466a-9d0a-56bf4b6eb359 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "GET /networking/v2.0/security-groups/cd4c2faa-6566-4b7f-a2a2-c63541b01572 HTTP/1.1" status: 404 len: 347 time: 0.0188315 Oct 14 03:14:36.896524 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 39984) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:37.017014 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Deleting port 8990436b-dc90-4c6c-bd82-0ac0d37bcd66 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:14:37.017353 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (8990436b-dc90-4c6c-bd82-0ac0d37bcd66), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:37.090400 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478ebb11-0d7a-4a6d-844a-fff4be8e6304 None None] New status for floating IP a5851a02-db3d-4fff-848c-60663218b767: DOWN {{(pid=105052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:14:37.091333 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:37.095208 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (8990436b-dc90-4c6c-bd82-0ac0d37bcd66), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:37.095530 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (8990436b-dc90-4c6c-bd82-0ac0d37bcd66), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:37.108651 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Calling delete_port for 8990436b-dc90-4c6c-bd82-0ac0d37bcd66 owned by network:floatingip {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:14:37.119350 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:37.296951 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (8990436b-dc90-4c6c-bd82-0ac0d37bcd66), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:37.321462 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Pushing event deleted for resources: {'Port': ['ID=8990436b-dc90-4c6c-bd82-0ac0d37bcd66,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:37.346490 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:37.346835 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:37.347169 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:37.347497 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:37.347825 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:37.348153 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:37.348478 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:37.348797 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:37.349115 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:37.349437 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:37.349783 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:37.350097 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:37.350415 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:37.350730 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:37.351042 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:14:37.395582 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks [] for floatingip (0eb135b8-d8c4-4f97-9f97-11f2f6c7cc1b), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:37.398128 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:37.399270 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-6f377705-91fb-4040-8da5-9d7021fc13b3 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/0eb135b8-d8c4-4f97-9f97-11f2f6c7cc1b HTTP/1.1" status: 204 len: 168 time: 0.5018108 Oct 14 03:14:37.646157 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8d465aa8-3299-4c70-866c-6265b0db76c5 req-b88d8b46-417b-4ee7-b175-0a74b1f9809e tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 210 time: 0.0301874 Oct 14 03:14:38.759821 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e4799fb9-1b79-4303-897a-227f6adb81c0 req-290e1849-783e-4bd5-b98a-533fee75ce78 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 210 time: 0.0275347 Oct 14 03:14:39.515454 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 4a6bff08-0d49-4863-be8c-5097b81b1188 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:14:39.535284 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: 4a6bff08-0d49-4863-be8c-5097b81b1188 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:14:39.535628 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 4a6bff08-0d49-4863-be8c-5097b81b1188 not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:14:39.877305 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-11e6e34d-281f-48ad-b42c-a3749e5bacee req-5ed2b2cb-0273-4ab0-a01a-2c2f38cb75fb tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=7bec501f-50e0-40ea-ba38-c2df09fd439b HTTP/1.1" status: 200 len: 210 time: 0.0305996 Oct 14 03:14:41.047234 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40030) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:41.105383 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-895add71-0852-4b2b-824a-0d0d0308fb78 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group (d525c701-675b-48f0-b0d5-d425fea3767b), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:41.136465 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-895add71-0852-4b2b-824a-0d0d0308fb78 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group (d525c701-675b-48f0-b0d5-d425fea3767b), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:41.242389 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-895add71-0852-4b2b-824a-0d0d0308fb78 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (d525c701-675b-48f0-b0d5-d425fea3767b), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:41.245185 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-895add71-0852-4b2b-824a-0d0d0308fb78 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:41.246356 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-895add71-0852-4b2b-824a-0d0d0308fb78 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d525c701-675b-48f0-b0d5-d425fea3767b HTTP/1.1" status: 204 len: 168 time: 0.1981077 Oct 14 03:14:41.249359 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40042) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:41.256216 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895add71-0852-4b2b-824a-0d0d0308fb78 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d525c701-675b-48f0-b0d5-d425fea3767b,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:41.266446 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.api.v2.resource [None req-c69a8205-f64e-4467-bd05-038266e245ab tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] show failed (client error): The resource could not be found. Oct 14 03:14:41.270087 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-c69a8205-f64e-4467-bd05-038266e245ab tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "GET /networking/v2.0/security-groups/d525c701-675b-48f0-b0d5-d425fea3767b HTTP/1.1" status: 404 len: 347 time: 0.0170691 Oct 14 03:14:41.272209 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40044) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:41.380428 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-b59a1e6c-77be-4483-b7eb-962e421fb428 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Deleting port 83c1cfa9-8081-469e-b9d8-51244a59226a {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:14:41.380763 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b59a1e6c-77be-4483-b7eb-962e421fb428 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (83c1cfa9-8081-469e-b9d8-51244a59226a), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:41.454577 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b59a1e6c-77be-4483-b7eb-962e421fb428 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (83c1cfa9-8081-469e-b9d8-51244a59226a), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:41.454898 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b59a1e6c-77be-4483-b7eb-962e421fb428 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for floatingip (83c1cfa9-8081-469e-b9d8-51244a59226a), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:41.468271 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-b59a1e6c-77be-4483-b7eb-962e421fb428 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Calling delete_port for 83c1cfa9-8081-469e-b9d8-51244a59226a owned by network:floatingip {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:14:41.676567 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b59a1e6c-77be-4483-b7eb-962e421fb428 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (83c1cfa9-8081-469e-b9d8-51244a59226a), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:41.702172 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a1e6c-77be-4483-b7eb-962e421fb428 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Pushing event deleted for resources: {'Port': ['ID=83c1cfa9-8081-469e-b9d8-51244a59226a,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:41.763190 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b59a1e6c-77be-4483-b7eb-962e421fb428 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks [] for floatingip (a5851a02-db3d-4fff-848c-60663218b767), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:41.766311 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b59a1e6c-77be-4483-b7eb-962e421fb428 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:41.767427 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-b59a1e6c-77be-4483-b7eb-962e421fb428 tempest-AttachVolumeTestJSON-1833879438 tempest-AttachVolumeTestJSON-1833879438-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/a5851a02-db3d-4fff-848c-60663218b767 HTTP/1.1" status: 204 len: 168 time: 0.4943430 Oct 14 03:14:43.697075 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40096) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:43.984158 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:44.031742 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:44.148111 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-12dc268e-97f2-4ecc-aabb-4d6417065393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737090'] for router_interface (6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:44.363443 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-12dc268e-97f2-4ecc-aabb-4d6417065393 admin admin] Deleting port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:14:44.363787 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-12dc268e-97f2-4ecc-aabb-4d6417065393 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:44.446226 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-12dc268e-97f2-4ecc-aabb-4d6417065393 admin admin] For port 6f25f27e-3db0-4295-af74-3df0e0ac9f1e, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=6f25f27e-3db0-4295-af74-3df0e0ac9f1e,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:14:44.446598 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-12dc268e-97f2-4ecc-aabb-4d6417065393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:44.458900 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-12dc268e-97f2-4ecc-aabb-4d6417065393 admin admin] Calling delete_port for 6f25f27e-3db0-4295-af74-3df0e0ac9f1e owned by network:router_interface {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:14:44.947971 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-12dc268e-97f2-4ecc-aabb-4d6417065393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (6f25f27e-3db0-4295-af74-3df0e0ac9f1e), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:44.973649 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc268e-97f2-4ecc-aabb-4d6417065393 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f25f27e-3db0-4295-af74-3df0e0ac9f1e,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:45.003791 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:45.161136 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-12dc268e-97f2-4ecc-aabb-4d6417065393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737078'] for router_interface (6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:45.184732 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae803572-df22-4382-ae3f-7afe38ea2907 None None] get_active_networks_info from dv-cinder-801522-13-iscsi {{(pid=105051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 03:14:45.216786 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:45.272477 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae803572-df22-4382-ae3f-7afe38ea2907 None None] Resources bound (agent type, host, resource id): {{(pid=105051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 03:14:45.340537 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:45.399998 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dc268e-97f2-4ecc-aabb-4d6417065393 admin admin] Router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:14:45.514520 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dc268e-97f2-4ecc-aabb-4d6417065393 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:14:45.525653 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-12dc268e-97f2-4ecc-aabb-4d6417065393 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8219032 Oct 14 03:14:45.525653 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40136) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:45.528123 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461c7391-498b-4f90-9fef-8b90f5ba2976 None None] Sync routers for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:14:45.545232 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461c7391-498b-4f90-9fef-8b90f5ba2976 None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:14:45.546316 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-461c7391-498b-4f90-9fef-8b90f5ba2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:14:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:45.651495 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-122c7dd0-d6ef-4135-955e-a5a2da71e97c admin admin] Publish callbacks [] for router (6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:45.659734 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-461c7391-498b-4f90-9fef-8b90f5ba2976 None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:14:45.774161 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-122c7dd0-d6ef-4135-955e-a5a2da71e97c admin admin] Publish callbacks [] for router_gateway (6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:45.826228 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40148) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:45.901659 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-461c7391-498b-4f90-9fef-8b90f5ba2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:14:44Z', 'revision_number': 5, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port': {'id': 'f784af24-6727-47c5-9d3b-1bd37b5ae4ab', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ee:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:27Z', 'updated_at': '2022-10-14T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:45.912496 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-122c7dd0-d6ef-4135-955e-a5a2da71e97c admin admin] Deleting port f784af24-6727-47c5-9d3b-1bd37b5ae4ab {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:14:45.912933 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-122c7dd0-d6ef-4135-955e-a5a2da71e97c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (f784af24-6727-47c5-9d3b-1bd37b5ae4ab), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:45.930018 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461c7391-498b-4f90-9fef-8b90f5ba2976 None None] Checking router: 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:14:45.940636 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461c7391-498b-4f90-9fef-8b90f5ba2976 None None] Routers {'6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:14:45.941340 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-461c7391-498b-4f90-9fef-8b90f5ba2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:14:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:46.050171 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-461c7391-498b-4f90-9fef-8b90f5ba2976 None None] Set router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd gateway port host: None {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:14:46.052305 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-122c7dd0-d6ef-4135-955e-a5a2da71e97c admin admin] For port f784af24-6727-47c5-9d3b-1bd37b5ae4ab, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=f784af24-6727-47c5-9d3b-1bd37b5ae4ab,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:14:46.052305 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-122c7dd0-d6ef-4135-955e-a5a2da71e97c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (f784af24-6727-47c5-9d3b-1bd37b5ae4ab), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.067971 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-122c7dd0-d6ef-4135-955e-a5a2da71e97c admin admin] Calling delete_port for f784af24-6727-47c5-9d3b-1bd37b5ae4ab owned by network:router_gateway {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:14:46.085428 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:46.106806 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-461c7391-498b-4f90-9fef-8b90f5ba2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:14:45Z', 'revision_number': 6, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port_host': None}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:46.130159 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:46.145437 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-0cd8cae3-a38f-4d53-b5a2-99932fa5ac90 None None] Provisioning complete for port 4d832f0f-20ae-48b6-b783-2cb3625c010c triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:14:46.145974 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0cd8cae3-a38f-4d53-b5a2-99932fa5ac90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (4d832f0f-20ae-48b6-b783-2cb3625c010c), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.146404 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-0cd8cae3-a38f-4d53-b5a2-99932fa5ac90 None None] Attempt 1 to provision port 4d832f0f-20ae-48b6-b783-2cb3625c010c Oct 14 03:14:46.148378 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461c7391-498b-4f90-9fef-8b90f5ba2976 None None] The sync data for ids ['6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd'] in dv-cinder-801522-13-iscsi is: [{'id': '6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd', 'name': 'tempest-AttachVolumeNegativeTest-835713916-router', 'tenant_id': '20fb24be77624e59b8560c7863ca4a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:14:45Z', 'revision_number': 6, 'project_id': '20fb24be77624e59b8560c7863ca4a46', 'gw_port_host': None}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:14:46.166674 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40154) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:46.236563 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8cae3-a38f-4d53-b5a2-99932fa5ac90 None None] Current status of the port 4d832f0f-20ae-48b6-b783-2cb3625c010c is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:14:46.336596 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-122c7dd0-d6ef-4135-955e-a5a2da71e97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (f784af24-6727-47c5-9d3b-1bd37b5ae4ab), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.364860 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cd80a477-d648-4796-ad57-16d336288d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.378375 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c7dd0-d6ef-4135-955e-a5a2da71e97c admin admin] Pushing event deleted for resources: {'Port': ['ID=f784af24-6727-47c5-9d3b-1bd37b5ae4ab,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:46.388347 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3beebf25-8a83-45db-a774-cac16736f97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737090'] for router_interface (8129ec6d-5c25-406c-8f4c-232ae6e5c655), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.423276 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:46.428401 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-122c7dd0-d6ef-4135-955e-a5a2da71e97c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729212'] for router_gateway (6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.493680 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:46.521834 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-122c7dd0-d6ef-4135-955e-a5a2da71e97c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.531866 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-122c7dd0-d6ef-4135-955e-a5a2da71e97c admin admin] Publish callbacks [] for router_controller (6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd), precommit_delete_associations {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.633773 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cd80a477-d648-4796-ad57-16d336288d34 admin admin] Publish callbacks [] for security_group (1ead9b31-b04f-466a-8f18-40dfaeb40d4d), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.636376 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-122c7dd0-d6ef-4135-955e-a5a2da71e97c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737134'] for router (6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.637122 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122c7dd0-d6ef-4135-955e-a5a2da71e97c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd {{(pid=105049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 03:14:46.642888 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-122c7dd0-d6ef-4135-955e-a5a2da71e97c admin admin] Publish callbacks [] for router (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.644023 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-122c7dd0-d6ef-4135-955e-a5a2da71e97c admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/6f9b7213-d5b6-45ee-ae23-7bb8b990c3cd HTTP/1.1" status: 204 len: 168 time: 1.1203985 Oct 14 03:14:46.646651 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40158) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:46.690957 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0cfd05-04af-4076-ae08-8084f2480412 admin admin] Deleting subnet 135773a1-0191-4c48-88ba-8f3ab667b670 {{(pid=105049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 03:14:46.694123 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0e0cfd05-04af-4076-ae08-8084f2480412 admin admin] Publish callbacks [] for subnet (135773a1-0191-4c48-88ba-8f3ab667b670), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.711104 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-3beebf25-8a83-45db-a774-cac16736f97e admin admin] Deleting port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:14:46.711431 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3beebf25-8a83-45db-a774-cac16736f97e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.724895 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cd80a477-d648-4796-ad57-16d336288d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (1ead9b31-b04f-466a-8f18-40dfaeb40d4d), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.729232 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0e0cfd05-04af-4076-ae08-8084f2480412 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126008735'] for subnet (135773a1-0191-4c48-88ba-8f3ab667b670), precommit_delete_associations {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.799014 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80a477-d648-4796-ad57-16d336288d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ead9b31-b04f-466a-8f18-40dfaeb40d4d,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:46.804959 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:46.808140 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0e0cfd05-04af-4076-ae08-8084f2480412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475189'] for subnet (135773a1-0191-4c48-88ba-8f3ab667b670), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.812318 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-cd80a477-d648-4796-ad57-16d336288d34 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=fb4f5c08cdc64a289362d797e8eb9c64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6416910 Oct 14 03:14:46.812686 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40160) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:46.832285 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [None req-3beebf25-8a83-45db-a774-cac16736f97e admin admin] For port 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=9ff38b85-bafb-40e6-a854-d7c6ab4f0a39,segment=NetworkSegment(096b242a-6b21-4e4d-8a4b-ad9ddc350fd9),segment_id=096b242a-6b21-4e4d-8a4b-ad9ddc350fd9)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:14:46.832869 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3beebf25-8a83-45db-a774-cac16736f97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.847667 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-3beebf25-8a83-45db-a774-cac16736f97e admin admin] Calling delete_port for 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 owned by network:router_interface {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:14:46.901085 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-deac79e0-83ef-4b09-9308-3238c36db871 admin admin] Publish callbacks [] for security_group (1ead9b31-b04f-466a-8f18-40dfaeb40d4d), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.922893 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-deac79e0-83ef-4b09-9308-3238c36db871 admin admin] Publish callbacks [] for security_group (1ead9b31-b04f-466a-8f18-40dfaeb40d4d), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.966027 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0e0cfd05-04af-4076-ae08-8084f2480412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129412772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129318989'] for subnet (135773a1-0191-4c48-88ba-8f3ab667b670), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:46.994036 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cfd05-04af-4076-ae08-8084f2480412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=135773a1-0191-4c48-88ba-8f3ab667b670,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:46.999591 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0e0cfd05-04af-4076-ae08-8084f2480412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.003341 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-0e0cfd05-04af-4076-ae08-8084f2480412 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/135773a1-0191-4c48-88ba-8f3ab667b670 HTTP/1.1" status: 204 len: 168 time: 0.3557260 Oct 14 03:14:47.005927 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40162) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:47.010595 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c5b644-dad7-4262-8e7b-5572f70ef571 None None] Network bb28930e-3d0a-43c7-985a-b1d6573d124d requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:14:47.066165 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:47.084193 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598136'] for network (bb28930e-3d0a-43c7-985a-b1d6573d124d), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.092234 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-deac79e0-83ef-4b09-9308-3238c36db871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (1ead9b31-b04f-466a-8f18-40dfaeb40d4d), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.095369 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-deac79e0-83ef-4b09-9308-3238c36db871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.099957 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-deac79e0-83ef-4b09-9308-3238c36db871 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1ead9b31-b04f-466a-8f18-40dfaeb40d4d HTTP/1.1" status: 204 len: 168 time: 0.2862599 Oct 14 03:14:47.112432 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac79e0-83ef-4b09-9308-3238c36db871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ead9b31-b04f-466a-8f18-40dfaeb40d4d,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:47.163566 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] Deleting port 4d832f0f-20ae-48b6-b783-2cb3625c010c {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:14:47.164168 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (4d832f0f-20ae-48b6-b783-2cb3625c010c), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.217822 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dd969c-0270-45ad-bafb-f2d420b30492 None None] DHCP port deletion for bb28930e-3d0a-43c7-985a-b1d6573d124d request from dv-cinder-801522-13-iscsi {{(pid=105051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 03:14:47.257609 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] For port 4d832f0f-20ae-48b6-b783-2cb3625c010c, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=4d832f0f-20ae-48b6-b783-2cb3625c010c,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:14:47.257998 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (4d832f0f-20ae-48b6-b783-2cb3625c010c), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.275540 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-90dd969c-0270-45ad-bafb-f2d420b30492 None None] Deleting port 4d832f0f-20ae-48b6-b783-2cb3625c010c {{(pid=105051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:14:47.276157 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-90dd969c-0270-45ad-bafb-f2d420b30492 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (4d832f0f-20ae-48b6-b783-2cb3625c010c), before_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.280928 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] Calling delete_port for 4d832f0f-20ae-48b6-b783-2cb3625c010c owned by network:dhcp {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:14:47.289860 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:47.367221 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-90dd969c-0270-45ad-bafb-f2d420b30492 None None] For port 4d832f0f-20ae-48b6-b783-2cb3625c010c, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=4d832f0f-20ae-48b6-b783-2cb3625c010c,segment=NetworkSegment(4a641f1c-ca96-416d-a406-37a5dca9763c),segment_id=4a641f1c-ca96-416d-a406-37a5dca9763c)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:14:47.367669 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-90dd969c-0270-45ad-bafb-f2d420b30492 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (4d832f0f-20ae-48b6-b783-2cb3625c010c), precommit_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.381623 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-90dd969c-0270-45ad-bafb-f2d420b30492 None None] Calling delete_port for 4d832f0f-20ae-48b6-b783-2cb3625c010c owned by network:dhcp {{(pid=105051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:14:47.495144 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (4d832f0f-20ae-48b6-b783-2cb3625c010c), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.499756 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3beebf25-8a83-45db-a774-cac16736f97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (9ff38b85-bafb-40e6-a854-d7c6ab4f0a39), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.503421 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:47.513216 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-90dd969c-0270-45ad-bafb-f2d420b30492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685'] for port (4d832f0f-20ae-48b6-b783-2cb3625c010c), after_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.517508 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:47.525673 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d832f0f-20ae-48b6-b783-2cb3625c010c,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:47.529550 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] No DVR routers for this DVR port 4d832f0f-20ae-48b6-b783-2cb3625c010c on host dv-cinder-801522-13-iscsi {{(pid=105049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:14:47.536466 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebf25-8a83-45db-a774-cac16736f97e admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff38b85-bafb-40e6-a854-d7c6ab4f0a39,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:47.553948 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd969c-0270-45ad-bafb-f2d420b30492 None None] Pushing event deleted for resources: {'Port': ['ID=4d832f0f-20ae-48b6-b783-2cb3625c010c,revision_number=None']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:47.563398 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dd969c-0270-45ad-bafb-f2d420b30492 None None] No DVR routers for this DVR port 4d832f0f-20ae-48b6-b783-2cb3625c010c on host dv-cinder-801522-13-iscsi {{(pid=105051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:14:47.619988 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3595495', 'neutron.services.segments.db._delete_segments_for_network-8738586857692'] for network (bb28930e-3d0a-43c7-985a-b1d6573d124d), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.643372 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb28930e-3d0a-43c7-985a-b1d6573d124d']}} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:47.656907 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a641f1c-ca96-416d-a406-37a5dca9763c') {'for_net_delete': True} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:47.657452 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a641f1c-ca96-416d-a406-37a5dca9763c') {} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:47.668812 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738586902950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126008806'] for segment (4a641f1c-ca96-416d-a406-37a5dca9763c), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.684589 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (4a641f1c-ca96-416d-a406-37a5dca9763c), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.691817 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=105049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 03:14:47.692213 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129412686'] for segment (4a641f1c-ca96-416d-a406-37a5dca9763c), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.718938 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3beebf25-8a83-45db-a774-cac16736f97e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737078'] for router_interface (8129ec6d-5c25-406c-8f4c-232ae6e5c655), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.799641 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bc6137-a873-4a71-8d62-1967aac5949b None None] get_active_networks_info from dv-cinder-801522-13-iscsi {{(pid=105051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 03:14:47.833803 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:47.854077 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729251'] for network (bb28930e-3d0a-43c7-985a-b1d6573d124d), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.861200 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.869017 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/bb28930e-3d0a-43c7-985a-b1d6573d124d HTTP/1.1" status: 204 len: 168 time: 0.8598466 Oct 14 03:14:47.895587 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76da88-ab19-44c2-bbc5-618d699f3d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb28930e-3d0a-43c7-985a-b1d6573d124d,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:47.906963 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment 4a641f1c-ca96-416d-a406-37a5dca9763c resource provider aggregate not found Oct 14 03:14:47.935740 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment 4a641f1c-ca96-416d-a406-37a5dca9763c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a641f1c-ca96-416d-a406-37a5dca9763c found for delete ", "request_id": "req-b72a2357-e76b-4ab4-92a2-f0045dfddb94"}]} Oct 14 03:14:47.942502 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bc6137-a873-4a71-8d62-1967aac5949b None None] Resources bound (agent type, host, resource id): {{(pid=105051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 03:14:47.947121 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 6f25f27e-3db0-4295-af74-3df0e0ac9f1e no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:14:47.947747 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40176) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:47.964671 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-37f6be5d-50e7-424b-841d-1eb8214371df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:47.979062 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3beebf25-8a83-45db-a774-cac16736f97e admin admin] Router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:14:48.065017 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-37f6be5d-50e7-424b-841d-1eb8214371df admin admin] Publish callbacks [] for security_group (98c3d182-9b7b-4566-a71e-451a26d8633e), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:48.120437 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3beebf25-8a83-45db-a774-cac16736f97e admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:14:48.128551 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-3beebf25-8a83-45db-a774-cac16736f97e admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/8129ec6d-5c25-406c-8f4c-232ae6e5c655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2983413 Oct 14 03:14:48.128877 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d284c-d822-4a96-a9a5-d92f739dc2c3 None None] Sync routers for ids ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:14:48.129670 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 6f25f27e-3db0-4295-af74-3df0e0ac9f1e {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:14:48.130042 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 6f25f27e-3db0-4295-af74-3df0e0ac9f1e not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:14:48.130462 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 4d832f0f-20ae-48b6-b783-2cb3625c010c no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:14:48.134322 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40178) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:48.140890 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67d284c-d822-4a96-a9a5-d92f739dc2c3 None None] Routers {'8129ec6d-5c25-406c-8f4c-232ae6e5c655'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:14:48.141731 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-c67d284c-d822-4a96-a9a5-d92f739dc2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:14:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:48.145788 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-37f6be5d-50e7-424b-841d-1eb8214371df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (98c3d182-9b7b-4566-a71e-451a26d8633e), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:48.156347 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 4d832f0f-20ae-48b6-b783-2cb3625c010c {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:14:48.156963 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 4d832f0f-20ae-48b6-b783-2cb3625c010c not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:14:48.157383 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device f784af24-6727-47c5-9d3b-1bd37b5ae4ab no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:14:48.184741 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: f784af24-6727-47c5-9d3b-1bd37b5ae4ab {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:14:48.185399 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device f784af24-6727-47c5-9d3b-1bd37b5ae4ab not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:14:48.236563 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6be5d-50e7-424b-841d-1eb8214371df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c3d182-9b7b-4566-a71e-451a26d8633e,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:48.246033 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-37f6be5d-50e7-424b-841d-1eb8214371df admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=a4534457a4d64a79b0cd39461409d95a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948871 Oct 14 03:14:48.247233 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40180) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:48.312882 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:48.316507 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-883e258b-53ac-44ff-8a61-792a55cace59 admin admin] Publish callbacks [] for router (8129ec6d-5c25-406c-8f4c-232ae6e5c655), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:48.340061 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-365e275e-ff82-45f7-8d55-32b37e46fb8b admin admin] Publish callbacks [] for security_group (98c3d182-9b7b-4566-a71e-451a26d8633e), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:48.365210 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-365e275e-ff82-45f7-8d55-32b37e46fb8b admin admin] Publish callbacks [] for security_group (98c3d182-9b7b-4566-a71e-451a26d8633e), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:48.375337 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-c67d284c-d822-4a96-a9a5-d92f739dc2c3 None None] Set router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:14:48.375534 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:48.407146 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40182) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:48.457125 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-883e258b-53ac-44ff-8a61-792a55cace59 admin admin] Publish callbacks [] for router_gateway (8129ec6d-5c25-406c-8f4c-232ae6e5c655), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:48.463100 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-ac5de3bb-50a5-4d94-b7c4-9e3d9fd69814 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=20fb24be77624e59b8560c7863ca4a46&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0548553 Oct 14 03:14:48.463689 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40184) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:48.516347 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-26a13aed-7378-4a09-80cd-5d9d6ae12ec4 admin admin] Publish callbacks [] for security_group (a5a20bff-1884-4295-a89e-be0654c7b6cc), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:48.542034 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-26a13aed-7378-4a09-80cd-5d9d6ae12ec4 admin admin] Publish callbacks [] for security_group (a5a20bff-1884-4295-a89e-be0654c7b6cc), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:48.545555 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-365e275e-ff82-45f7-8d55-32b37e46fb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (98c3d182-9b7b-4566-a71e-451a26d8633e), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:48.547770 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-365e275e-ff82-45f7-8d55-32b37e46fb8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:48.549967 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-365e275e-ff82-45f7-8d55-32b37e46fb8b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/98c3d182-9b7b-4566-a71e-451a26d8633e HTTP/1.1" status: 204 len: 168 time: 0.3012216 Oct 14 03:14:48.571334 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-c67d284c-d822-4a96-a9a5-d92f739dc2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:14:46Z', 'revision_number': 5, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port': {'id': '6286cb75-2d09-4972-bb7e-622ef2b5da2e', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:48.575868 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e275e-ff82-45f7-8d55-32b37e46fb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c3d182-9b7b-4566-a71e-451a26d8633e,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:48.596000 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-883e258b-53ac-44ff-8a61-792a55cace59 admin admin] Deleting port 6286cb75-2d09-4972-bb7e-622ef2b5da2e {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:14:48.596625 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-883e258b-53ac-44ff-8a61-792a55cace59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (6286cb75-2d09-4972-bb7e-622ef2b5da2e), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:48.630790 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d284c-d822-4a96-a9a5-d92f739dc2c3 None None] Checking router: 8129ec6d-5c25-406c-8f4c-232ae6e5c655 for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:14:48.642153 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67d284c-d822-4a96-a9a5-d92f739dc2c3 None None] Routers {'8129ec6d-5c25-406c-8f4c-232ae6e5c655'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:14:48.643268 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-c67d284c-d822-4a96-a9a5-d92f739dc2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:14:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:48.713600 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-883e258b-53ac-44ff-8a61-792a55cace59 admin admin] For port 6286cb75-2d09-4972-bb7e-622ef2b5da2e, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=6286cb75-2d09-4972-bb7e-622ef2b5da2e,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:14:48.713992 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-883e258b-53ac-44ff-8a61-792a55cace59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (6286cb75-2d09-4972-bb7e-622ef2b5da2e), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:48.727212 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-883e258b-53ac-44ff-8a61-792a55cace59 admin admin] Calling delete_port for 6286cb75-2d09-4972-bb7e-622ef2b5da2e owned by network:router_gateway {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:14:48.736504 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-26a13aed-7378-4a09-80cd-5d9d6ae12ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (a5a20bff-1884-4295-a89e-be0654c7b6cc), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:48.740881 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-26a13aed-7378-4a09-80cd-5d9d6ae12ec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:48.746261 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-26a13aed-7378-4a09-80cd-5d9d6ae12ec4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a5a20bff-1884-4295-a89e-be0654c7b6cc HTTP/1.1" status: 204 len: 168 time: 0.2776287 Oct 14 03:14:48.751787 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a13aed-7378-4a09-80cd-5d9d6ae12ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a20bff-1884-4295-a89e-be0654c7b6cc,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:48.755177 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-c67d284c-d822-4a96-a9a5-d92f739dc2c3 None None] Set router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 gateway port host: None {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:14:48.849510 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-c67d284c-d822-4a96-a9a5-d92f739dc2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:14:48Z', 'revision_number': 6, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port_host': None}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:48.877005 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d284c-d822-4a96-a9a5-d92f739dc2c3 None None] The sync data for ids ['8129ec6d-5c25-406c-8f4c-232ae6e5c655'] in dv-cinder-801522-13-iscsi is: [{'id': '8129ec6d-5c25-406c-8f4c-232ae6e5c655', 'name': 'tempest-AttachVolumeTestJSON-1161000048-router', 'tenant_id': '5470d8ee28f74b4eb385a90c33a514b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:14:48Z', 'revision_number': 6, 'project_id': '5470d8ee28f74b4eb385a90c33a514b8', 'gw_port_host': None}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:14:48.883545 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:49.030747 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-883e258b-53ac-44ff-8a61-792a55cace59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (6286cb75-2d09-4972-bb7e-622ef2b5da2e), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:49.055698 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e258b-53ac-44ff-8a61-792a55cace59 admin admin] Pushing event deleted for resources: {'Port': ['ID=6286cb75-2d09-4972-bb7e-622ef2b5da2e,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:49.085240 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-d757e3e0-ab0e-4ac7-b07d-3e755fbe230d None None] Provisioning complete for port 6a4612c9-d23d-4bd8-9182-98734ef09117 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:14:49.085798 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-d757e3e0-ab0e-4ac7-b07d-3e755fbe230d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (6a4612c9-d23d-4bd8-9182-98734ef09117), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:49.085970 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-d757e3e0-ab0e-4ac7-b07d-3e755fbe230d None None] Attempt 1 to provision port 6a4612c9-d23d-4bd8-9182-98734ef09117 Oct 14 03:14:49.125104 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-883e258b-53ac-44ff-8a61-792a55cace59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729212'] for router_gateway (8129ec6d-5c25-406c-8f4c-232ae6e5c655), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:49.181073 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-d757e3e0-ab0e-4ac7-b07d-3e755fbe230d None None] Current status of the port 6a4612c9-d23d-4bd8-9182-98734ef09117 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:14:49.226158 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-883e258b-53ac-44ff-8a61-792a55cace59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (8129ec6d-5c25-406c-8f4c-232ae6e5c655), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:49.230250 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-883e258b-53ac-44ff-8a61-792a55cace59 admin admin] Publish callbacks [] for router_controller (8129ec6d-5c25-406c-8f4c-232ae6e5c655), precommit_delete_associations {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:49.356375 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-883e258b-53ac-44ff-8a61-792a55cace59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737134'] for router (8129ec6d-5c25-406c-8f4c-232ae6e5c655), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:49.357079 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883e258b-53ac-44ff-8a61-792a55cace59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8129ec6d-5c25-406c-8f4c-232ae6e5c655 {{(pid=105049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 03:14:49.362345 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-883e258b-53ac-44ff-8a61-792a55cace59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:49.364656 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-883e258b-53ac-44ff-8a61-792a55cace59 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/8129ec6d-5c25-406c-8f4c-232ae6e5c655 HTTP/1.1" status: 204 len: 168 time: 1.2273240 Oct 14 03:14:49.368563 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40208) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:49.420964 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefd1155-b641-49eb-84f1-780f7cf7a863 admin admin] Deleting subnet 326ff2bf-f78a-4292-afd2-858a661cf898 {{(pid=105050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 03:14:49.424255 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fefd1155-b641-49eb-84f1-780f7cf7a863 admin admin] Publish callbacks [] for subnet (326ff2bf-f78a-4292-afd2-858a661cf898), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:49.464373 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fefd1155-b641-49eb-84f1-780f7cf7a863 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128731528'] for subnet (326ff2bf-f78a-4292-afd2-858a661cf898), precommit_delete_associations {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:49.541441 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fefd1155-b641-49eb-84f1-780f7cf7a863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475189'] for subnet (326ff2bf-f78a-4292-afd2-858a661cf898), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:49.694373 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fefd1155-b641-49eb-84f1-780f7cf7a863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128314597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129052873'] for subnet (326ff2bf-f78a-4292-afd2-858a661cf898), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:49.726818 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fefd1155-b641-49eb-84f1-780f7cf7a863 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:49.730155 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-fefd1155-b641-49eb-84f1-780f7cf7a863 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/326ff2bf-f78a-4292-afd2-858a661cf898 HTTP/1.1" status: 204 len: 168 time: 0.3605092 Oct 14 03:14:49.731214 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd1155-b641-49eb-84f1-780f7cf7a863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=326ff2bf-f78a-4292-afd2-858a661cf898,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:49.732025 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62285c53-b69b-42c8-b24c-dcf633800b14 None None] Network 706c2be8-801d-4fd3-a7af-a476e6a9ec99 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:14:49.732784 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40224) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:49.806948 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598136'] for network (706c2be8-801d-4fd3-a7af-a476e6a9ec99), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:49.857840 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] Deleting port 6a4612c9-d23d-4bd8-9182-98734ef09117 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:14:49.858188 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (6a4612c9-d23d-4bd8-9182-98734ef09117), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:49.870275 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:49.885863 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:14:49.916776 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:14:49.917534 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 9ff38b85-bafb-40e6-a854-d7c6ab4f0a39 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:14:49.918221 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 6286cb75-2d09-4972-bb7e-622ef2b5da2e no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:14:49.937505 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] For port 6a4612c9-d23d-4bd8-9182-98734ef09117, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=6a4612c9-d23d-4bd8-9182-98734ef09117,segment=NetworkSegment(096b242a-6b21-4e4d-8a4b-ad9ddc350fd9),segment_id=096b242a-6b21-4e4d-8a4b-ad9ddc350fd9)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:14:49.939185 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (6a4612c9-d23d-4bd8-9182-98734ef09117), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:49.949167 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25784719-5b7c-49f0-b6f9-29ff4d735969 None None] DHCP port deletion for 706c2be8-801d-4fd3-a7af-a476e6a9ec99 request from dv-cinder-801522-13-iscsi {{(pid=105051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 03:14:49.953409 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 6286cb75-2d09-4972-bb7e-622ef2b5da2e {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:14:49.953807 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 6286cb75-2d09-4972-bb7e-622ef2b5da2e not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:14:49.964290 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] Calling delete_port for 6a4612c9-d23d-4bd8-9182-98734ef09117 owned by network:dhcp {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:14:50.002892 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:50.004452 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-25784719-5b7c-49f0-b6f9-29ff4d735969 None None] Deleting port 6a4612c9-d23d-4bd8-9182-98734ef09117 {{(pid=105051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:14:50.004996 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-25784719-5b7c-49f0-b6f9-29ff4d735969 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (6a4612c9-d23d-4bd8-9182-98734ef09117), before_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:50.037145 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:14:50.105943 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-25784719-5b7c-49f0-b6f9-29ff4d735969 None None] For port 6a4612c9-d23d-4bd8-9182-98734ef09117, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=6a4612c9-d23d-4bd8-9182-98734ef09117,segment=NetworkSegment(096b242a-6b21-4e4d-8a4b-ad9ddc350fd9),segment_id=096b242a-6b21-4e4d-8a4b-ad9ddc350fd9)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:14:50.106545 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-25784719-5b7c-49f0-b6f9-29ff4d735969 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (6a4612c9-d23d-4bd8-9182-98734ef09117), precommit_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:50.120457 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-25784719-5b7c-49f0-b6f9-29ff4d735969 None None] Calling delete_port for 6a4612c9-d23d-4bd8-9182-98734ef09117 owned by network:dhcp {{(pid=105051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:14:50.222242 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (6a4612c9-d23d-4bd8-9182-98734ef09117), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:50.235158 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-25784719-5b7c-49f0-b6f9-29ff4d735969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685'] for port (6a4612c9-d23d-4bd8-9182-98734ef09117), after_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:50.249917 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a4612c9-d23d-4bd8-9182-98734ef09117,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:50.255298 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] No DVR routers for this DVR port 6a4612c9-d23d-4bd8-9182-98734ef09117 on host dv-cinder-801522-13-iscsi {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:14:50.263262 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25784719-5b7c-49f0-b6f9-29ff4d735969 None None] Pushing event deleted for resources: {'Port': ['ID=6a4612c9-d23d-4bd8-9182-98734ef09117,revision_number=None']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:50.265857 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25784719-5b7c-49f0-b6f9-29ff4d735969 None None] No DVR routers for this DVR port 6a4612c9-d23d-4bd8-9182-98734ef09117 on host dv-cinder-801522-13-iscsi {{(pid=105051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:14:50.341515 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3595495', 'neutron.services.segments.db._delete_segments_for_network-8738586857692'] for network (706c2be8-801d-4fd3-a7af-a476e6a9ec99), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:50.366996 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706c2be8-801d-4fd3-a7af-a476e6a9ec99']}} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:50.376977 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9') {'for_net_delete': True} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:50.378355 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096b242a-6b21-4e4d-8a4b-ad9ddc350fd9') {} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:14:50.386917 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738586902950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128731633'] for segment (096b242a-6b21-4e4d-8a4b-ad9ddc350fd9), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:50.404908 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:50.407485 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (096b242a-6b21-4e4d-8a4b-ad9ddc350fd9), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:50.413941 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=105050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 03:14:50.414323 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128314383'] for segment (096b242a-6b21-4e4d-8a4b-ad9ddc350fd9), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:50.554105 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729251'] for network (706c2be8-801d-4fd3-a7af-a476e6a9ec99), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:50.562989 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:50.566029 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/706c2be8-801d-4fd3-a7af-a476e6a9ec99 HTTP/1.1" status: 204 len: 168 time: 0.8322668 Oct 14 03:14:50.570822 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.services.segments.plugin [-] Segment 096b242a-6b21-4e4d-8a4b-ad9ddc350fd9 resource provider aggregate not found Oct 14 03:14:50.592154 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21356de0-d75c-4800-b910-cece7ba026a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=706c2be8-801d-4fd3-a7af-a476e6a9ec99,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:50.598109 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.services.segments.plugin [-] Segment 096b242a-6b21-4e4d-8a4b-ad9ddc350fd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 096b242a-6b21-4e4d-8a4b-ad9ddc350fd9 found for delete ", "request_id": "req-46744c40-3f29-4d6f-a259-18b2fd4d9126"}]} Oct 14 03:14:50.922071 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40258) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:50.976299 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-b569b432-d918-4356-8aa6-2da650c192e2 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=5470d8ee28f74b4eb385a90c33a514b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0506141 Oct 14 03:14:50.978305 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40266) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:14:51.035443 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-adfc4e66-4b92-4e39-8951-482b7b58250f admin admin] Publish callbacks [] for security_group (fb61e748-9a1b-4154-ad52-e10c7e6f1e4f), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:51.055499 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-adfc4e66-4b92-4e39-8951-482b7b58250f admin admin] Publish callbacks [] for security_group (fb61e748-9a1b-4154-ad52-e10c7e6f1e4f), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:51.181973 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-adfc4e66-4b92-4e39-8951-482b7b58250f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (fb61e748-9a1b-4154-ad52-e10c7e6f1e4f), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:51.184732 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-adfc4e66-4b92-4e39-8951-482b7b58250f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:51.186000 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-adfc4e66-4b92-4e39-8951-482b7b58250f admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/fb61e748-9a1b-4154-ad52-e10c7e6f1e4f HTTP/1.1" status: 204 len: 168 time: 0.2060354 Oct 14 03:14:51.194753 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc4e66-4b92-4e39-8951-482b7b58250f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb61e748-9a1b-4154-ad52-e10c7e6f1e4f,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:14:51.814322 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 6a4612c9-d23d-4bd8-9182-98734ef09117 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:14:51.833040 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 6a4612c9-d23d-4bd8-9182-98734ef09117 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:14:51.833384 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 6a4612c9-d23d-4bd8-9182-98734ef09117 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:14:54.827553 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-19fefa9f-b01a-4040-8deb-9c9f46cdd146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:56.331592 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146298c-033c-4212-8fb7-f9ab75c57fbb req-6ea6e53a-e82b-4f4b-8949-3a002e9b4733 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:56.333104 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4146298c-033c-4212-8fb7-f9ab75c57fbb req-6ea6e53a-e82b-4f4b-8949-3a002e9b4733 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 947 time: 0.0482142 Oct 14 03:14:56.380427 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4146298c-033c-4212-8fb7-f9ab75c57fbb req-542f2712-5d2c-48c1-b771-e30387309acc tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418782 Oct 14 03:14:57.079081 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-f143d35b-87fe-49f1-bdac-972c0634475d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:57.511309 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88919c17-915a-4a6a-ab73-bd3deac3befa req-61417d73-d7dd-477b-bfaf-bddfcac3a315 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:57.512774 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-88919c17-915a-4a6a-ab73-bd3deac3befa req-61417d73-d7dd-477b-bfaf-bddfcac3a315 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 947 time: 0.0514274 Oct 14 03:14:57.561650 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-88919c17-915a-4a6a-ab73-bd3deac3befa req-4313d780-113f-4795-9f58-1e8fdf64f736 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418153 Oct 14 03:14:58.324418 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:58.686452 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732209a2-35cd-4b1f-8602-86e348e8acc7 req-84223446-946f-499b-8888-a65b868ab5ea tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:58.687900 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-732209a2-35cd-4b1f-8602-86e348e8acc7 req-84223446-946f-499b-8888-a65b868ab5ea tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 947 time: 0.0462015 Oct 14 03:14:58.745408 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-732209a2-35cd-4b1f-8602-86e348e8acc7 req-ce31c2eb-0f2f-4660-9741-54ff22f723a9 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518532 Oct 14 03:14:58.849242 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:14:59.765383 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:14:59.872047 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d045333-a9a5-4153-9db9-6758a3c8d3c0 req-7ed39d67-df89-47d0-85ae-aba421664b41 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:14:59.874073 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2d045333-a9a5-4153-9db9-6758a3c8d3c0 req-7ed39d67-df89-47d0-85ae-aba421664b41 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 947 time: 0.0488534 Oct 14 03:14:59.920248 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2d045333-a9a5-4153-9db9-6758a3c8d3c0 req-7c8ff8dd-bfeb-426d-beeb-77295ab08dbc tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408003 Oct 14 03:14:59.976056 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:00.032999 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:01.045097 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f703a-86ca-4a32-bbcb-0c7d2a04b374 req-a567c3ce-7b56-424d-af55-6d734e5bbb6a tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:15:01.046578 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-186f703a-86ca-4a32-bbcb-0c7d2a04b374 req-a567c3ce-7b56-424d-af55-6d734e5bbb6a tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 947 time: 0.0468867 Oct 14 03:15:01.071081 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:DELETE=12,neutron:UPDATE=2,neutron:SELECT=86 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:01.093981 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-186f703a-86ca-4a32-bbcb-0c7d2a04b374 req-3516bba5-004b-4746-a87d-6bb598228dac tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416517 Oct 14 03:15:01.190764 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=75,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:02.216862 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4ea95-bcc3-436c-a5a9-37690340b6a4 req-3d58c08a-97d5-4485-b1e8-b3efd02777a4 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:15:02.218871 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-67e4ea95-bcc3-436c-a5a9-37690340b6a4 req-3d58c08a-97d5-4485-b1e8-b3efd02777a4 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 947 time: 0.0453916 Oct 14 03:15:02.267356 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-67e4ea95-bcc3-436c-a5a9-37690340b6a4 req-d5b437e8-12d2-4f9b-9f2b-6882e30acf81 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430355 Oct 14 03:15:03.365698 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7741738-4195-44f9-8410-df9d45932065 req-73acddb5-f42d-42a4-8c41-d5cf4694e297 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:15:03.367908 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e7741738-4195-44f9-8410-df9d45932065 req-73acddb5-f42d-42a4-8c41-d5cf4694e297 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 947 time: 0.0497074 Oct 14 03:15:03.394524 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ea2d3-d213-4a59-a937-82fa92880f4b req-abe035f0-35b1-424e-9b8c-8147a24967ab tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:15:03.397824 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ca2ea2d3-d213-4a59-a937-82fa92880f4b req-abe035f0-35b1-424e-9b8c-8147a24967ab tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 947 time: 0.0475225 Oct 14 03:15:03.444806 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ca2ea2d3-d213-4a59-a937-82fa92880f4b req-1ae7c444-39bb-4af3-90c8-40c0d32f0d83 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6794b60e-275b-49ec-82bf-685086ac05a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430779 Oct 14 03:15:03.459625 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-e7741738-4195-44f9-8410-df9d45932065 req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Deleting port d2229097-29e6-40af-97ca-3612bf109084 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:15:03.460030 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-e7741738-4195-44f9-8410-df9d45932065 req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (d2229097-29e6-40af-97ca-3612bf109084), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:03.554426 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-e7741738-4195-44f9-8410-df9d45932065 req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] For port d2229097-29e6-40af-97ca-3612bf109084, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d2229097-29e6-40af-97ca-3612bf109084,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:15:03.554786 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-e7741738-4195-44f9-8410-df9d45932065 req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (d2229097-29e6-40af-97ca-3612bf109084), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:03.715725 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-e7741738-4195-44f9-8410-df9d45932065 req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:03.716094 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-e7741738-4195-44f9-8410-df9d45932065 req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (6904c6d1-a9fc-49c9-b79c-b324a4452c85), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:03.716403 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.l3_db [req-e7741738-4195-44f9-8410-df9d45932065 req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Floating IP 6904c6d1-a9fc-49c9-b79c-b324a4452c85 disassociated. External IP: 172.27.3.156, port: d2229097-29e6-40af-97ca-3612bf109084. Oct 14 03:15:03.716737 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-e7741738-4195-44f9-8410-df9d45932065 req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Calling delete_port for d2229097-29e6-40af-97ca-3612bf109084 owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:15:03.796571 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:03.907821 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-e7741738-4195-44f9-8410-df9d45932065 req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (d2229097-29e6-40af-97ca-3612bf109084), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:03.937857 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Pushing event deleted for resources: {'Port': ['ID=d2229097-29e6-40af-97ca-3612bf109084,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:03.950826 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:03.951174 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:03.951538 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:03.951869 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:03.952690 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:03.953137 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:03.953465 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:03.953811 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:03.954137 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:03.954459 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:03.954779 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:03.955098 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:03.955416 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:03.955753 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:03.956070 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:04.062780 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7741738-4195-44f9-8410-df9d45932065 req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Router 81e22758-1511-4527-8f1c-fe3815b3ceb5 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:15:04.171714 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7741738-4195-44f9-8410-df9d45932065 req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:15:04.182982 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66c87a8-ecd0-4661-9c83-7e6915861f43 None None] Sync routers for ids ['81e22758-1511-4527-8f1c-fe3815b3ceb5'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:15:04.193031 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66c87a8-ecd0-4661-9c83-7e6915861f43 None None] Routers {'81e22758-1511-4527-8f1c-fe3815b3ceb5'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:15:04.193639 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-f66c87a8-ecd0-4661-9c83-7e6915861f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:14:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['81e22758-1511-4527-8f1c-fe3815b3ceb5'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:04.214424 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7741738-4195-44f9-8410-df9d45932065 req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] No DVR routers for this DVR port d2229097-29e6-40af-97ca-3612bf109084 on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:15:04.216898 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-e7741738-4195-44f9-8410-df9d45932065 req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:04.220266 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e7741738-4195-44f9-8410-df9d45932065 req-e6b0a07c-ac3d-440c-a4fd-6e3082bb5e84 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.40 "DELETE /networking/v2.0/ports/d2229097-29e6-40af-97ca-3612bf109084 HTTP/1.1" status: 204 len: 173 time: 0.8456545 Oct 14 03:15:04.220745 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'name': 'network-vif-deleted', 'tag': 'd2229097-29e6-40af-97ca-3612bf109084'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:15:04.223028 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d9c3b8-6039-4cf4-8c0d-6d81b724403f" -d '{"events": [{"server_uuid": "c372d0ca-25ac-43bd-b519-1700473cb118", "name": "network-vif-deleted", "tag": "d2229097-29e6-40af-97ca-3612bf109084"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:15:04.232148 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:04.268300 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72756e3-9e26-4c9c-bdd7-baef9ba7e95c x-openstack-request-id: req-e72756e3-9e26-4c9c-bdd7-baef9ba7e95c {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:15:04.268665 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c372d0ca-25ac-43bd-b519-1700473cb118", "name": "network-vif-deleted", "tag": "d2229097-29e6-40af-97ca-3612bf109084", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:15:04.268991 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e72756e3-9e26-4c9c-bdd7-baef9ba7e95c {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:15:04.269464 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72756e3-9e26-4c9c-bdd7-baef9ba7e95c'] response: {'server_uuid': 'c372d0ca-25ac-43bd-b519-1700473cb118', 'name': 'network-vif-deleted', 'tag': 'd2229097-29e6-40af-97ca-3612bf109084', 'status': 'completed', 'code': 200} Oct 14 03:15:04.315199 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-f66c87a8-ecd0-4661-9c83-7e6915861f43 None None] Set router 81e22758-1511-4527-8f1c-fe3815b3ceb5 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:15:04.506872 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-f66c87a8-ecd0-4661-9c83-7e6915861f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '95623a04-e6be-4a48-9e2b-d406c885e069', 'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'mac_address': 'fa:16:3e:7a:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 5, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'subnets': [{'id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:04.536292 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66c87a8-ecd0-4661-9c83-7e6915861f43 None None] Checking router: 81e22758-1511-4527-8f1c-fe3815b3ceb5 for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:15:04.546409 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66c87a8-ecd0-4661-9c83-7e6915861f43 None None] Routers {'81e22758-1511-4527-8f1c-fe3815b3ceb5'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:15:04.547050 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-f66c87a8-ecd0-4661-9c83-7e6915861f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:14:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['81e22758-1511-4527-8f1c-fe3815b3ceb5'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:04.559511 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b5a96ce3-0d44-4208-a5c0-5e3c4dc811e9 req-830659e3-9d19-4c01-8761-3f2a8321b019 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 210 time: 0.0300608 Oct 14 03:15:04.624648 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:04.653504 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-f66c87a8-ecd0-4661-9c83-7e6915861f43 None None] Set router 81e22758-1511-4527-8f1c-fe3815b3ceb5 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:15:04.839239 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-f66c87a8-ecd0-4661-9c83-7e6915861f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '95623a04-e6be-4a48-9e2b-d406c885e069', 'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'mac_address': 'fa:16:3e:7a:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 5, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'subnets': [{'id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:04.863970 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66c87a8-ecd0-4661-9c83-7e6915861f43 None None] The sync data for ids ['81e22758-1511-4527-8f1c-fe3815b3ceb5'] in dv-cinder-801522-13-iscsi is: [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:07:39Z', 'revision_number': 4, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '95623a04-e6be-4a48-9e2b-d406c885e069', 'name': '', 'network_id': 'dc7d519e-6d73-4b0e-803b-556cfc3b6498', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'mac_address': 'fa:16:3e:7a:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:37Z', 'updated_at': '2022-10-14T03:07:54Z', 'revision_number': 5, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'subnets': [{'id': '536f6c3e-3717-4a16-a702-45e46a354d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:15:05.087503 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c212db5-73df-4cf7-b1ed-e93509061bd4 None None] New status for floating IP 6904c6d1-a9fc-49c9-b79c-b324a4452c85: DOWN {{(pid=105052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:15:05.673441 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1bda8e05-5376-42cb-82eb-3b730fee2f3c req-58179e68-d3c5-4963-8e98-9308b845db30 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 210 time: 0.0269837 Oct 14 03:15:06.355018 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device d2229097-29e6-40af-97ca-3612bf109084 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:15:06.374586 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: d2229097-29e6-40af-97ca-3612bf109084 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:15:06.374953 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device d2229097-29e6-40af-97ca-3612bf109084 not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:15:06.794754 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cdc37384-7c08-47b7-9f1c-9ba5b56b5858 req-22c716ce-a2d7-464a-a09c-0ba922f3ce78 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c372d0ca-25ac-43bd-b519-1700473cb118 HTTP/1.1" status: 200 len: 210 time: 0.0311565 Oct 14 03:15:07.975820 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40522) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:08.018344 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:08.031910 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3de79a9a-2906-422f-a961-86fd9bc30d09 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group (6794b60e-275b-49ec-82bf-685086ac05a0), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:08.056519 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3de79a9a-2906-422f-a961-86fd9bc30d09 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group (6794b60e-275b-49ec-82bf-685086ac05a0), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:08.058944 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:08.211306 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3de79a9a-2906-422f-a961-86fd9bc30d09 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (6794b60e-275b-49ec-82bf-685086ac05a0), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:08.213111 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3de79a9a-2906-422f-a961-86fd9bc30d09 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:08.214294 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-3de79a9a-2906-422f-a961-86fd9bc30d09 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/6794b60e-275b-49ec-82bf-685086ac05a0 HTTP/1.1" status: 204 len: 168 time: 0.2374644 Oct 14 03:15:08.222925 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40536) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:08.224499 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de79a9a-2906-422f-a961-86fd9bc30d09 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6794b60e-275b-49ec-82bf-685086ac05a0,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:08.238648 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.api.v2.resource [None req-54b7cce6-d416-4bb6-822d-db94918f79ae tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] show failed (client error): The resource could not be found. Oct 14 03:15:08.239665 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-54b7cce6-d416-4bb6-822d-db94918f79ae tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "GET /networking/v2.0/security-groups/6794b60e-275b-49ec-82bf-685086ac05a0 HTTP/1.1" status: 404 len: 347 time: 0.0152419 Oct 14 03:15:08.242684 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40538) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:08.355693 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-9c98bc99-7c92-4ad1-8477-792c38bd0411 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Deleting port ace1ff60-b15a-4fed-93db-15753a65147f {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:15:08.356035 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9c98bc99-7c92-4ad1-8477-792c38bd0411 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (ace1ff60-b15a-4fed-93db-15753a65147f), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:08.432398 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9c98bc99-7c92-4ad1-8477-792c38bd0411 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (ace1ff60-b15a-4fed-93db-15753a65147f), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:08.432760 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9c98bc99-7c92-4ad1-8477-792c38bd0411 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for floatingip (ace1ff60-b15a-4fed-93db-15753a65147f), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:08.445444 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-9c98bc99-7c92-4ad1-8477-792c38bd0411 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Calling delete_port for ace1ff60-b15a-4fed-93db-15753a65147f owned by network:floatingip {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:15:08.752975 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:08.873447 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9c98bc99-7c92-4ad1-8477-792c38bd0411 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (ace1ff60-b15a-4fed-93db-15753a65147f), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:08.899518 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98bc99-7c92-4ad1-8477-792c38bd0411 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Pushing event deleted for resources: {'Port': ['ID=ace1ff60-b15a-4fed-93db-15753a65147f,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:08.965136 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9c98bc99-7c92-4ad1-8477-792c38bd0411 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks [] for floatingip (6904c6d1-a9fc-49c9-b79c-b324a4452c85), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:08.967652 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9c98bc99-7c92-4ad1-8477-792c38bd0411 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:08.971560 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-9c98bc99-7c92-4ad1-8477-792c38bd0411 tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/6904c6d1-a9fc-49c9-b79c-b324a4452c85 HTTP/1.1" status: 204 len: 168 time: 0.7250278 Oct 14 03:15:13.203381 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40616) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:13.308097 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-36f6caa6-69d0-430b-bc3c-28dba7a03936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:13.383291 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-36f6caa6-69d0-430b-bc3c-28dba7a03936 admin admin] Publish callbacks [] for security_group (8474a25a-7cc4-416a-8e06-e1d346723bb1), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:13.441555 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-36f6caa6-69d0-430b-bc3c-28dba7a03936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (8474a25a-7cc4-416a-8e06-e1d346723bb1), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:13.458561 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:13.481500 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6caa6-69d0-430b-bc3c-28dba7a03936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8474a25a-7cc4-416a-8e06-e1d346723bb1,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:13.489206 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40628) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:13.489736 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-36f6caa6-69d0-430b-bc3c-28dba7a03936 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f454dcb9b35b4ae797d048424e1065a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847824 Oct 14 03:15:13.544062 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-629102cb-74e1-4a7b-adb8-54e0cbf52f23 admin admin] Publish callbacks [] for security_group (8474a25a-7cc4-416a-8e06-e1d346723bb1), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:13.564226 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-629102cb-74e1-4a7b-adb8-54e0cbf52f23 admin admin] Publish callbacks [] for security_group (8474a25a-7cc4-416a-8e06-e1d346723bb1), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:13.678727 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-629102cb-74e1-4a7b-adb8-54e0cbf52f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (8474a25a-7cc4-416a-8e06-e1d346723bb1), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:13.681285 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-629102cb-74e1-4a7b-adb8-54e0cbf52f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:13.682458 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-629102cb-74e1-4a7b-adb8-54e0cbf52f23 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8474a25a-7cc4-416a-8e06-e1d346723bb1 HTTP/1.1" status: 204 len: 168 time: 0.1920691 Oct 14 03:15:13.693160 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629102cb-74e1-4a7b-adb8-54e0cbf52f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8474a25a-7cc4-416a-8e06-e1d346723bb1,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:14.307670 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40640) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:14.321593 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f25dd191-0b3d-4d7e-86ff-c9a73ee9de4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:14.394882 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f25dd191-0b3d-4d7e-86ff-c9a73ee9de4a admin admin] Publish callbacks [] for security_group (f48163ee-fb58-4f6f-a95a-e956d3b7fc13), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:14.461472 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f25dd191-0b3d-4d7e-86ff-c9a73ee9de4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (f48163ee-fb58-4f6f-a95a-e956d3b7fc13), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:14.498551 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25dd191-0b3d-4d7e-86ff-c9a73ee9de4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48163ee-fb58-4f6f-a95a-e956d3b7fc13,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:14.503283 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-f25dd191-0b3d-4d7e-86ff-c9a73ee9de4a admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=a96a9826450349618792e6a179fec75d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941402 Oct 14 03:15:14.505957 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40644) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:14.556388 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e454021c-d355-4633-855c-50814dbf44b9 admin admin] Publish callbacks [] for security_group (f48163ee-fb58-4f6f-a95a-e956d3b7fc13), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:14.578540 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e454021c-d355-4633-855c-50814dbf44b9 admin admin] Publish callbacks [] for security_group (f48163ee-fb58-4f6f-a95a-e956d3b7fc13), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:14.698653 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e454021c-d355-4633-855c-50814dbf44b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (f48163ee-fb58-4f6f-a95a-e956d3b7fc13), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:14.701116 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e454021c-d355-4633-855c-50814dbf44b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:14.702267 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-e454021c-d355-4633-855c-50814dbf44b9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/f48163ee-fb58-4f6f-a95a-e956d3b7fc13 HTTP/1.1" status: 204 len: 168 time: 0.1954248 Oct 14 03:15:14.712691 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454021c-d355-4633-855c-50814dbf44b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48163ee-fb58-4f6f-a95a-e956d3b7fc13,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:15.158737 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:15.161133 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:17.020929 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40706) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:17.126724 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a7d22192-2049-4da5-aa5f-01beac2477b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:17.205372 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a7d22192-2049-4da5-aa5f-01beac2477b6 admin admin] Publish callbacks [] for security_group (3e29152e-62f6-4eb2-b579-16823eae64db), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:17.273200 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a7d22192-2049-4da5-aa5f-01beac2477b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (3e29152e-62f6-4eb2-b579-16823eae64db), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:17.277946 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=10 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:17.312483 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-a7d22192-2049-4da5-aa5f-01beac2477b6 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=42d62e36a1ec40a2ae9a04da612934a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905111 Oct 14 03:15:17.314418 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d22192-2049-4da5-aa5f-01beac2477b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e29152e-62f6-4eb2-b579-16823eae64db,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:17.315965 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40714) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:17.368676 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-8760524d-3408-4258-92a3-00aa976a8d39 admin admin] Publish callbacks [] for security_group (3e29152e-62f6-4eb2-b579-16823eae64db), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:17.388481 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-8760524d-3408-4258-92a3-00aa976a8d39 admin admin] Publish callbacks [] for security_group (3e29152e-62f6-4eb2-b579-16823eae64db), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:17.495572 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-8760524d-3408-4258-92a3-00aa976a8d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (3e29152e-62f6-4eb2-b579-16823eae64db), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:17.498145 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-8760524d-3408-4258-92a3-00aa976a8d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:17.499347 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-8760524d-3408-4258-92a3-00aa976a8d39 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/3e29152e-62f6-4eb2-b579-16823eae64db HTTP/1.1" status: 204 len: 168 time: 0.1823573 Oct 14 03:15:17.508709 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760524d-3408-4258-92a3-00aa976a8d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e29152e-62f6-4eb2-b579-16823eae64db,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:18.114223 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40724) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:18.127517 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f5038a2e-53a8-4ff5-9ce5-5f3f5e93b8c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:18.199416 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f5038a2e-53a8-4ff5-9ce5-5f3f5e93b8c6 admin admin] Publish callbacks [] for security_group (8a34f572-a44c-4009-a4f7-9358d0653a2e), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:18.275728 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f5038a2e-53a8-4ff5-9ce5-5f3f5e93b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (8a34f572-a44c-4009-a4f7-9358d0653a2e), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:18.315674 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-f5038a2e-53a8-4ff5-9ce5-5f3f5e93b8c6 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=8cccb8d6d4084991b8ecf2becaade681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004128 Oct 14 03:15:18.316334 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5038a2e-53a8-4ff5-9ce5-5f3f5e93b8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a34f572-a44c-4009-a4f7-9358d0653a2e,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:18.318411 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40728) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:18.367337 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1306476d-998b-4a95-9c54-0605d78c7fbe admin admin] Publish callbacks [] for security_group (8a34f572-a44c-4009-a4f7-9358d0653a2e), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:18.386787 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1306476d-998b-4a95-9c54-0605d78c7fbe admin admin] Publish callbacks [] for security_group (8a34f572-a44c-4009-a4f7-9358d0653a2e), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:18.498710 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1306476d-998b-4a95-9c54-0605d78c7fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (8a34f572-a44c-4009-a4f7-9358d0653a2e), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:18.501170 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1306476d-998b-4a95-9c54-0605d78c7fbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:18.502825 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-1306476d-998b-4a95-9c54-0605d78c7fbe admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8a34f572-a44c-4009-a4f7-9358d0653a2e HTTP/1.1" status: 204 len: 168 time: 0.1827297 Oct 14 03:15:18.505138 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:18.511397 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306476d-998b-4a95-9c54-0605d78c7fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a34f572-a44c-4009-a4f7-9358d0653a2e,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:20.113038 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40780) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:20.578958 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fdcf75d2-89b1-4387-8312-8e6d5e1edfd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737090'] for router_interface (81e22758-1511-4527-8f1c-fe3815b3ceb5), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:20.797445 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf75d2-89b1-4387-8312-8e6d5e1edfd9 admin admin] Deleting port 95623a04-e6be-4a48-9e2b-d406c885e069 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:15:20.797796 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fdcf75d2-89b1-4387-8312-8e6d5e1edfd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (95623a04-e6be-4a48-9e2b-d406c885e069), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:20.885863 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [None req-fdcf75d2-89b1-4387-8312-8e6d5e1edfd9 admin admin] For port 95623a04-e6be-4a48-9e2b-d406c885e069, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=95623a04-e6be-4a48-9e2b-d406c885e069,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:15:20.886224 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fdcf75d2-89b1-4387-8312-8e6d5e1edfd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (95623a04-e6be-4a48-9e2b-d406c885e069), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:20.899858 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf75d2-89b1-4387-8312-8e6d5e1edfd9 admin admin] Calling delete_port for 95623a04-e6be-4a48-9e2b-d406c885e069 owned by network:router_interface {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:15:20.959060 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:21.037161 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:21.142012 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fdcf75d2-89b1-4387-8312-8e6d5e1edfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (95623a04-e6be-4a48-9e2b-d406c885e069), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:21.167156 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf75d2-89b1-4387-8312-8e6d5e1edfd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=95623a04-e6be-4a48-9e2b-d406c885e069,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:21.327732 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-fdcf75d2-89b1-4387-8312-8e6d5e1edfd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737078'] for router_interface (81e22758-1511-4527-8f1c-fe3815b3ceb5), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:21.364237 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f904e7-636c-42ac-b00b-d95d6acfa40b None None] get_active_networks_info from dv-cinder-801522-13-iscsi {{(pid=105051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 03:15:21.430857 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f904e7-636c-42ac-b00b-d95d6acfa40b None None] Resources bound (agent type, host, resource id): {{(pid=105051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 03:15:21.630211 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcf75d2-89b1-4387-8312-8e6d5e1edfd9 admin admin] Router 81e22758-1511-4527-8f1c-fe3815b3ceb5 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:15:21.999403 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:22.014356 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcf75d2-89b1-4387-8312-8e6d5e1edfd9 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:15:22.019030 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-fdcf75d2-89b1-4387-8312-8e6d5e1edfd9 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/81e22758-1511-4527-8f1c-fe3815b3ceb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9049363 Oct 14 03:15:22.021628 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40826) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:22.022860 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed3db16-6b46-4964-8f2f-fc33801239ec None None] Sync routers for ids ['81e22758-1511-4527-8f1c-fe3815b3ceb5'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:15:22.034148 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed3db16-6b46-4964-8f2f-fc33801239ec None None] Routers {'81e22758-1511-4527-8f1c-fe3815b3ceb5'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:15:22.034677 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-4ed3db16-6b46-4964-8f2f-fc33801239ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:14:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['81e22758-1511-4527-8f1c-fe3815b3ceb5'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:22.124942 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-dc831f5f-625f-4c15-8c2a-8b4fbcd907ad admin admin] Publish callbacks [] for router (81e22758-1511-4527-8f1c-fe3815b3ceb5), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:22.135366 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-3130c506-2b27-4c24-8833-bb21c9db2147 None None] Provisioning complete for port ee2068d2-3283-41fe-a3b3-f931edac67ea triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:22.135738 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-3130c506-2b27-4c24-8833-bb21c9db2147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (ee2068d2-3283-41fe-a3b3-f931edac67ea), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:22.136065 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-3130c506-2b27-4c24-8833-bb21c9db2147 None None] Attempt 1 to provision port ee2068d2-3283-41fe-a3b3-f931edac67ea Oct 14 03:15:22.162624 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-4ed3db16-6b46-4964-8f2f-fc33801239ec None None] Set router 81e22758-1511-4527-8f1c-fe3815b3ceb5 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:15:22.225086 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-dc831f5f-625f-4c15-8c2a-8b4fbcd907ad admin admin] Publish callbacks [] for router_gateway (81e22758-1511-4527-8f1c-fe3815b3ceb5), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:22.334384 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-dc831f5f-625f-4c15-8c2a-8b4fbcd907ad admin admin] Deleting port 9224d247-2cd0-4a88-8385-bf586b45974c {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:15:22.334824 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-dc831f5f-625f-4c15-8c2a-8b4fbcd907ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (9224d247-2cd0-4a88-8385-bf586b45974c), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:22.395642 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:22.417588 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [None req-dc831f5f-625f-4c15-8c2a-8b4fbcd907ad admin admin] For port 9224d247-2cd0-4a88-8385-bf586b45974c, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=9224d247-2cd0-4a88-8385-bf586b45974c,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:15:22.417975 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-dc831f5f-625f-4c15-8c2a-8b4fbcd907ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (9224d247-2cd0-4a88-8385-bf586b45974c), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:22.431041 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-dc831f5f-625f-4c15-8c2a-8b4fbcd907ad admin admin] Calling delete_port for 9224d247-2cd0-4a88-8385-bf586b45974c owned by network:router_gateway {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:15:22.471501 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-3130c506-2b27-4c24-8833-bb21c9db2147 None None] Current status of the port ee2068d2-3283-41fe-a3b3-f931edac67ea is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:15:22.507416 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-4ed3db16-6b46-4964-8f2f-fc33801239ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:15:21Z', 'revision_number': 5, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port': {'id': '9224d247-2cd0-4a88-8385-bf586b45974c', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:28:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:07:28Z', 'updated_at': '2022-10-14T03:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:22.530854 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:22.532339 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed3db16-6b46-4964-8f2f-fc33801239ec None None] Checking router: 81e22758-1511-4527-8f1c-fe3815b3ceb5 for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:15:22.541316 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed3db16-6b46-4964-8f2f-fc33801239ec None None] Routers {'81e22758-1511-4527-8f1c-fe3815b3ceb5'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:15:22.541956 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-4ed3db16-6b46-4964-8f2f-fc33801239ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:14:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['81e22758-1511-4527-8f1c-fe3815b3ceb5'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:22.581976 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:22.639976 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-4ed3db16-6b46-4964-8f2f-fc33801239ec None None] Set router 81e22758-1511-4527-8f1c-fe3815b3ceb5 gateway port host: None {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:15:22.681141 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-dc831f5f-625f-4c15-8c2a-8b4fbcd907ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (9224d247-2cd0-4a88-8385-bf586b45974c), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:22.692199 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-4ed3db16-6b46-4964-8f2f-fc33801239ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:15:22Z', 'revision_number': 6, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port_host': None}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:22.709168 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc831f5f-625f-4c15-8c2a-8b4fbcd907ad admin admin] Pushing event deleted for resources: {'Port': ['ID=9224d247-2cd0-4a88-8385-bf586b45974c,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:22.717656 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed3db16-6b46-4964-8f2f-fc33801239ec None None] The sync data for ids ['81e22758-1511-4527-8f1c-fe3815b3ceb5'] in dv-cinder-801522-13-iscsi is: [{'id': '81e22758-1511-4527-8f1c-fe3815b3ceb5', 'name': 'tempest-AttachVolumeShelveTestJSON-1187555547-router', 'tenant_id': '55f278e0f09c45ca8ab33cd9e102446c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:07:26Z', 'updated_at': '2022-10-14T03:15:22Z', 'revision_number': 6, 'project_id': '55f278e0f09c45ca8ab33cd9e102446c', 'gw_port_host': None}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:15:22.771937 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-dc831f5f-625f-4c15-8c2a-8b4fbcd907ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729212'] for router_gateway (81e22758-1511-4527-8f1c-fe3815b3ceb5), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:22.871717 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-dc831f5f-625f-4c15-8c2a-8b4fbcd907ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (81e22758-1511-4527-8f1c-fe3815b3ceb5), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:22.873903 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-dc831f5f-625f-4c15-8c2a-8b4fbcd907ad admin admin] Publish callbacks [] for router_controller (81e22758-1511-4527-8f1c-fe3815b3ceb5), precommit_delete_associations {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.010272 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-dc831f5f-625f-4c15-8c2a-8b4fbcd907ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737134'] for router (81e22758-1511-4527-8f1c-fe3815b3ceb5), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.010878 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc831f5f-625f-4c15-8c2a-8b4fbcd907ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81e22758-1511-4527-8f1c-fe3815b3ceb5 {{(pid=105050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 03:15:23.016117 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-dc831f5f-625f-4c15-8c2a-8b4fbcd907ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.017238 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-dc831f5f-625f-4c15-8c2a-8b4fbcd907ad admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/81e22758-1511-4527-8f1c-fe3815b3ceb5 HTTP/1.1" status: 204 len: 168 time: 0.9946630 Oct 14 03:15:23.020365 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40834) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:23.065962 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fee9013-e60c-40ce-81b7-2dda5a45c1ee admin admin] Deleting subnet 536f6c3e-3717-4a16-a702-45e46a354d55 {{(pid=105050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 03:15:23.069304 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9fee9013-e60c-40ce-81b7-2dda5a45c1ee admin admin] Publish callbacks [] for subnet (536f6c3e-3717-4a16-a702-45e46a354d55), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.109467 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9fee9013-e60c-40ce-81b7-2dda5a45c1ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128731528'] for subnet (536f6c3e-3717-4a16-a702-45e46a354d55), precommit_delete_associations {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.187704 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9fee9013-e60c-40ce-81b7-2dda5a45c1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475189'] for subnet (536f6c3e-3717-4a16-a702-45e46a354d55), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.222722 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:23.316712 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9fee9013-e60c-40ce-81b7-2dda5a45c1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128314597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129052873'] for subnet (536f6c3e-3717-4a16-a702-45e46a354d55), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.340074 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee9013-e60c-40ce-81b7-2dda5a45c1ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=536f6c3e-3717-4a16-a702-45e46a354d55,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:23.346237 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9fee9013-e60c-40ce-81b7-2dda5a45c1ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.349392 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-9fee9013-e60c-40ce-81b7-2dda5a45c1ee admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/536f6c3e-3717-4a16-a702-45e46a354d55 HTTP/1.1" status: 204 len: 168 time: 0.3281040 Oct 14 03:15:23.352065 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40838) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:23.352546 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d40e3d9-1120-4b60-90b8-476366d580da None None] Network dc7d519e-6d73-4b0e-803b-556cfc3b6498 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:15:23.424820 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598136'] for network (dc7d519e-6d73-4b0e-803b-556cfc3b6498), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.472193 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] Deleting port ee2068d2-3283-41fe-a3b3-f931edac67ea {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:15:23.472833 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (ee2068d2-3283-41fe-a3b3-f931edac67ea), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.525116 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] DHCP port deletion for dc7d519e-6d73-4b0e-803b-556cfc3b6498 request from dv-cinder-801522-13-iscsi {{(pid=105051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 03:15:23.535742 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:23.540731 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] For port ee2068d2-3283-41fe-a3b3-f931edac67ea, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=ee2068d2-3283-41fe-a3b3-f931edac67ea,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:15:23.541087 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (ee2068d2-3283-41fe-a3b3-f931edac67ea), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.556313 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] Calling delete_port for ee2068d2-3283-41fe-a3b3-f931edac67ea owned by network:dhcp {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:15:23.564395 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Deleting port ee2068d2-3283-41fe-a3b3-f931edac67ea {{(pid=105051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:15:23.564736 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (ee2068d2-3283-41fe-a3b3-f931edac67ea), before_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.629652 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] For port ee2068d2-3283-41fe-a3b3-f931edac67ea, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=ee2068d2-3283-41fe-a3b3-f931edac67ea,segment=NetworkSegment(6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d),segment_id=6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:15:23.630134 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (ee2068d2-3283-41fe-a3b3-f931edac67ea), precommit_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.643073 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Calling delete_port for ee2068d2-3283-41fe-a3b3-f931edac67ea owned by network:dhcp {{(pid=105051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:15:23.723104 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (ee2068d2-3283-41fe-a3b3-f931edac67ea), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.727942 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685'] for port (ee2068d2-3283-41fe-a3b3-f931edac67ea), after_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.756644 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2068d2-3283-41fe-a3b3-f931edac67ea,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:23.759391 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Pushing event deleted for resources: {'Port': ['ID=ee2068d2-3283-41fe-a3b3-f931edac67ea,revision_number=None']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:23.764564 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] No DVR routers for this DVR port ee2068d2-3283-41fe-a3b3-f931edac67ea on host dv-cinder-801522-13-iscsi {{(pid=105049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:15:23.768594 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] No DVR routers for this DVR port ee2068d2-3283-41fe-a3b3-f931edac67ea on host dv-cinder-801522-13-iscsi {{(pid=105051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:15:23.789116 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:23.790362 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:23.791216 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:23.791714 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:23.792650 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:23.793286 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:23.793802 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:23.794547 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:23.795320 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:23.795835 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:23.796318 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:23.796670 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:23.797007 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:23.797680 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:23.798067 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59fb09-8ee3-4311-8938-417d52c83c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:23.822392 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:23.838300 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device ee2068d2-3283-41fe-a3b3-f931edac67ea no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:15:23.858478 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: ee2068d2-3283-41fe-a3b3-f931edac67ea {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:15:23.858911 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device ee2068d2-3283-41fe-a3b3-f931edac67ea not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:15:23.859394 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 9224d247-2cd0-4a88-8385-bf586b45974c no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:15:23.864432 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3595495', 'neutron.services.segments.db._delete_segments_for_network-8738586857692'] for network (dc7d519e-6d73-4b0e-803b-556cfc3b6498), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.878734 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 9224d247-2cd0-4a88-8385-bf586b45974c {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:15:23.879082 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 9224d247-2cd0-4a88-8385-bf586b45974c not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:15:23.879488 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 95623a04-e6be-4a48-9e2b-d406c885e069 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:15:23.885470 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7d519e-6d73-4b0e-803b-556cfc3b6498']}} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:23.895451 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d') {'for_net_delete': True} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:23.895748 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d') {} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:23.900650 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 95623a04-e6be-4a48-9e2b-d406c885e069 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:15:23.900991 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 95623a04-e6be-4a48-9e2b-d406c885e069 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:15:23.905838 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738586902950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126008806'] for segment (6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.920179 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.926439 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=105049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 03:15:23.926818 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129412686'] for segment (6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:23.966964 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment 6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d resource provider aggregate not found Oct 14 03:15:23.984140 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment 6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e0dc2e1-be0d-4b5f-9bdc-ad013eeeba4d found for delete ", "request_id": "req-6b26d866-2bd3-4ed3-95d1-fb7b8d54e707"}]} Oct 14 03:15:24.073191 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729251'] for network (dc7d519e-6d73-4b0e-803b-556cfc3b6498), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:24.078877 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:24.082469 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/dc7d519e-6d73-4b0e-803b-556cfc3b6498 HTTP/1.1" status: 204 len: 168 time: 0.7293904 Oct 14 03:15:24.093819 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fdc87-e70d-42d8-9760-8e5d2ab86998 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc7d519e-6d73-4b0e-803b-556cfc3b6498,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:24.468214 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40852) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:24.512019 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-e524357e-6b7f-4886-8064-7ee5dd297ae1 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=55f278e0f09c45ca8ab33cd9e102446c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426519 Oct 14 03:15:24.514502 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40854) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:24.562094 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3491107f-ccf2-48cd-ae0e-be2028517207 admin admin] Publish callbacks [] for security_group (c4d3dfd5-3307-4674-9979-454c2f68d05b), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:24.582559 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3491107f-ccf2-48cd-ae0e-be2028517207 admin admin] Publish callbacks [] for security_group (c4d3dfd5-3307-4674-9979-454c2f68d05b), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:24.744863 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3491107f-ccf2-48cd-ae0e-be2028517207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (c4d3dfd5-3307-4674-9979-454c2f68d05b), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:24.747482 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3491107f-ccf2-48cd-ae0e-be2028517207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:24.748761 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-3491107f-ccf2-48cd-ae0e-be2028517207 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c4d3dfd5-3307-4674-9979-454c2f68d05b HTTP/1.1" status: 204 len: 168 time: 0.2332532 Oct 14 03:15:24.757591 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491107f-ccf2-48cd-ae0e-be2028517207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d3dfd5-3307-4674-9979-454c2f68d05b,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:24.802138 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e70c54f9-5f15-43f1-b5de-4f932f19f1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:26.643372 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40950) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:26.897289 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-93b5a4bb-f323-4f98-b3ff-f8a48368839f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:26.974869 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-93b5a4bb-f323-4f98-b3ff-f8a48368839f admin admin] Publish callbacks [] for security_group (9902d9bc-328a-4a99-a2fc-7d7f52b3dd33), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.038078 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:15:27.061422 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-93b5a4bb-f323-4f98-b3ff-f8a48368839f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (9902d9bc-328a-4a99-a2fc-7d7f52b3dd33), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.087761 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:27.107590 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-10a16706-ca38-4351-84e9-e0e0376f7b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.118164 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5a4bb-f323-4f98-b3ff-f8a48368839f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9902d9bc-328a-4a99-a2fc-7d7f52b3dd33,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:27.126084 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40966) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:27.126641 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-93b5a4bb-f323-4f98-b3ff-f8a48368839f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7357a8e3551f4e3b84fd55541de4ee0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4811871 Oct 14 03:15:27.126823 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40968) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:27.181748 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f08f5fde-b66e-436e-bb31-59b6f93e5a8a admin admin] Publish callbacks [] for security_group (9902d9bc-328a-4a99-a2fc-7d7f52b3dd33), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.202373 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f08f5fde-b66e-436e-bb31-59b6f93e5a8a admin admin] Publish callbacks [] for security_group (9902d9bc-328a-4a99-a2fc-7d7f52b3dd33), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.252933 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cb60b106-194c-491d-a11b-0a7a327aaa66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.313237 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f08f5fde-b66e-436e-bb31-59b6f93e5a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (9902d9bc-328a-4a99-a2fc-7d7f52b3dd33), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.316495 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f08f5fde-b66e-436e-bb31-59b6f93e5a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.322508 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-f08f5fde-b66e-436e-bb31-59b6f93e5a8a admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/9902d9bc-328a-4a99-a2fc-7d7f52b3dd33 HTTP/1.1" status: 204 len: 168 time: 0.1898680 Oct 14 03:15:27.325837 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f5fde-b66e-436e-bb31-59b6f93e5a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9902d9bc-328a-4a99-a2fc-7d7f52b3dd33,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:27.364595 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 40976) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:27.383954 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cb60b106-194c-491d-a11b-0a7a327aaa66 admin admin] Publish callbacks [] for security_group (820f9fe0-f98b-4f3d-9b2a-252fc38610a9), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.464143 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cb60b106-194c-491d-a11b-0a7a327aaa66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (820f9fe0-f98b-4f3d-9b2a-252fc38610a9), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.474505 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-46d46521-c036-4a64-91f8-6d8d4e58451f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.502095 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60b106-194c-491d-a11b-0a7a327aaa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820f9fe0-f98b-4f3d-9b2a-252fc38610a9,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:27.509631 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-cb60b106-194c-491d-a11b-0a7a327aaa66 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=1270f42959814dd0af340a1df0dee17c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3767679 Oct 14 03:15:27.510245 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40980) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:27.513628 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:27.558502 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-46d46521-c036-4a64-91f8-6d8d4e58451f admin admin] Publish callbacks [] for security_group (5b1840b2-1e56-4ec6-bf3f-590311ceff2b), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.561842 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ad100867-4176-4716-a723-e861d484aca4 admin admin] Publish callbacks [] for security_group (820f9fe0-f98b-4f3d-9b2a-252fc38610a9), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.582518 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ad100867-4176-4716-a723-e861d484aca4 admin admin] Publish callbacks [] for security_group (820f9fe0-f98b-4f3d-9b2a-252fc38610a9), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.624135 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-46d46521-c036-4a64-91f8-6d8d4e58451f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (5b1840b2-1e56-4ec6-bf3f-590311ceff2b), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.664559 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-46d46521-c036-4a64-91f8-6d8d4e58451f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=67b46b98051b42d9ae4b09a289d963f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987769 Oct 14 03:15:27.665571 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d46521-c036-4a64-91f8-6d8d4e58451f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1840b2-1e56-4ec6-bf3f-590311ceff2b,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:27.667159 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40984) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:27.716086 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ad100867-4176-4716-a723-e861d484aca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (820f9fe0-f98b-4f3d-9b2a-252fc38610a9), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.718578 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ad100867-4176-4716-a723-e861d484aca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.719703 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-ad100867-4176-4716-a723-e861d484aca4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/820f9fe0-f98b-4f3d-9b2a-252fc38610a9 HTTP/1.1" status: 204 len: 168 time: 0.2085795 Oct 14 03:15:27.730268 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6be7d5c8-0cab-4703-b240-c9c3104da87b admin admin] Publish callbacks [] for security_group (5b1840b2-1e56-4ec6-bf3f-590311ceff2b), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.739327 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad100867-4176-4716-a723-e861d484aca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820f9fe0-f98b-4f3d-9b2a-252fc38610a9,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:27.764063 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6be7d5c8-0cab-4703-b240-c9c3104da87b admin admin] Publish callbacks [] for security_group (5b1840b2-1e56-4ec6-bf3f-590311ceff2b), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.901845 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6be7d5c8-0cab-4703-b240-c9c3104da87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (5b1840b2-1e56-4ec6-bf3f-590311ceff2b), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.904332 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6be7d5c8-0cab-4703-b240-c9c3104da87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:27.905540 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-6be7d5c8-0cab-4703-b240-c9c3104da87b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/5b1840b2-1e56-4ec6-bf3f-590311ceff2b HTTP/1.1" status: 204 len: 168 time: 0.2373931 Oct 14 03:15:27.913208 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7d5c8-0cab-4703-b240-c9c3104da87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1840b2-1e56-4ec6-bf3f-590311ceff2b,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:28.121040 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 40994) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:28.135136 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cf256ecf-7796-47dd-bbbc-ade789c59052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:28.149131 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:28.219323 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cf256ecf-7796-47dd-bbbc-ade789c59052 admin admin] Publish callbacks [] for security_group (b8cc5773-6083-4673-892e-9678cbad9208), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:28.319344 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-cf256ecf-7796-47dd-bbbc-ade789c59052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (b8cc5773-6083-4673-892e-9678cbad9208), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:28.330172 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:28.333206 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:28.358744 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-cf256ecf-7796-47dd-bbbc-ade789c59052 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e1f7ec3b04a241148f4f0764520cb61c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367685 Oct 14 03:15:28.361424 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41002) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:28.363634 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf256ecf-7796-47dd-bbbc-ade789c59052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cc5773-6083-4673-892e-9678cbad9208,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:28.414727 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3130e2f7-f272-4615-acc7-3a14c2ce19db admin admin] Publish callbacks [] for security_group (b8cc5773-6083-4673-892e-9678cbad9208), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:28.434963 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3130e2f7-f272-4615-acc7-3a14c2ce19db admin admin] Publish callbacks [] for security_group (b8cc5773-6083-4673-892e-9678cbad9208), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:28.556233 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3130e2f7-f272-4615-acc7-3a14c2ce19db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (b8cc5773-6083-4673-892e-9678cbad9208), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:28.558921 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3130e2f7-f272-4615-acc7-3a14c2ce19db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:28.560070 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-3130e2f7-f272-4615-acc7-3a14c2ce19db admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b8cc5773-6083-4673-892e-9678cbad9208 HTTP/1.1" status: 204 len: 168 time: 0.1973314 Oct 14 03:15:28.567887 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130e2f7-f272-4615-acc7-3a14c2ce19db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cc5773-6083-4673-892e-9678cbad9208,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:28.913731 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41012) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:28.927419 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-57591e68-08df-4523-85a3-fa66c9c421c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:29.010403 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-57591e68-08df-4523-85a3-fa66c9c421c3 admin admin] Publish callbacks [] for security_group (d50b3f03-3e76-42c9-b3f0-33b6f6301ad6), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:29.087967 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-57591e68-08df-4523-85a3-fa66c9c421c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (d50b3f03-3e76-42c9-b3f0-33b6f6301ad6), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:29.127937 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-57591e68-08df-4523-85a3-fa66c9c421c3 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d02d1a2812a041d7b69cd6d92e53c0ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131264 Oct 14 03:15:29.130475 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57591e68-08df-4523-85a3-fa66c9c421c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50b3f03-3e76-42c9-b3f0-33b6f6301ad6,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:29.131503 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41028) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:29.183609 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8228ab40-c19b-47c6-905c-846df7755243 admin admin] Publish callbacks [] for security_group (d50b3f03-3e76-42c9-b3f0-33b6f6301ad6), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:29.204402 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8228ab40-c19b-47c6-905c-846df7755243 admin admin] Publish callbacks [] for security_group (d50b3f03-3e76-42c9-b3f0-33b6f6301ad6), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:29.265669 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41034) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:29.344670 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8228ab40-c19b-47c6-905c-846df7755243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (d50b3f03-3e76-42c9-b3f0-33b6f6301ad6), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:29.347364 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8228ab40-c19b-47c6-905c-846df7755243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:29.348617 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-8228ab40-c19b-47c6-905c-846df7755243 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d50b3f03-3e76-42c9-b3f0-33b6f6301ad6 HTTP/1.1" status: 204 len: 168 time: 0.2159016 Oct 14 03:15:29.356712 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228ab40-c19b-47c6-905c-846df7755243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50b3f03-3e76-42c9-b3f0-33b6f6301ad6,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:29.406648 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-92674de4-c2ed-4d18-a749-52bf5ac27958 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1748274258-network', 'tenant_id': '0a302ca039794ab599996fcda417a1c6'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:15:29.584748 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92674de4-c2ed-4d18-a749-52bf5ac27958 admin admin] Made reservation on behalf of 0a302ca039794ab599996fcda417a1c6 for: {'network': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:15:29.587160 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-92674de4-c2ed-4d18-a749-52bf5ac27958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:29.596032 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-92674de4-c2ed-4d18-a749-52bf5ac27958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:29.675775 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-92674de4-c2ed-4d18-a749-52bf5ac27958 admin admin] Publish callbacks [] for security_group (2937b625-91df-4907-b9bf-8e5432493ffd), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:29.750514 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-92674de4-c2ed-4d18-a749-52bf5ac27958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (2937b625-91df-4907-b9bf-8e5432493ffd), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:29.766355 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:29.781072 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:29.781620 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92674de4-c2ed-4d18-a749-52bf5ac27958 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=105050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 03:15:29.789430 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92674de4-c2ed-4d18-a749-52bf5ac27958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2937b625-91df-4907-b9bf-8e5432493ffd,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:29.795800 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-92674de4-c2ed-4d18-a749-52bf5ac27958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (2f84e0ef-b9c3-483a-945c-8b95ada503de), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:29.796202 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.segments_db [None req-92674de4-c2ed-4d18-a749-52bf5ac27958 admin admin] Added segment 2f84e0ef-b9c3-483a-945c-8b95ada503de of type vlan for network 71d337ac-bd81-450a-b927-c23c558a6c9e Oct 14 03:15:29.841117 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-92674de4-c2ed-4d18-a749-52bf5ac27958 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (71d337ac-bd81-450a-b927-c23c558a6c9e), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:29.939750 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-92674de4-c2ed-4d18-a749-52bf5ac27958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (71d337ac-bd81-450a-b927-c23c558a6c9e), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:29.941282 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92674de4-c2ed-4d18-a749-52bf5ac27958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:15:29.945477 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-92674de4-c2ed-4d18-a749-52bf5ac27958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:30.012469 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92674de4-c2ed-4d18-a749-52bf5ac27958 admin admin] Pushing event updated for resources: {'Network': ['ID=71d337ac-bd81-450a-b927-c23c558a6c9e,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:30.016373 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:30.024387 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network 71d337ac-bd81-450a-b927-c23c558a6c9e details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 03:15:30.086892 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-92674de4-c2ed-4d18-a749-52bf5ac27958 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8201261 Oct 14 03:15:30.089949 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41062) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:30.095781 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-3beebb9e-4a1a-4d44-af49-5dbc63711a35 admin admin] Request body: {'subnet': {'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1748274258-subnet', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'ip_version': 4}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:15:30.104102 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:30.189866 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3beebb9e-4a1a-4d44-af49-5dbc63711a35 admin admin] Made reservation on behalf of 0a302ca039794ab599996fcda417a1c6 for: {'subnet': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:15:30.192545 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3beebb9e-4a1a-4d44-af49-5dbc63711a35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129056296'] for subnet (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:30.428161 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3beebb9e-4a1a-4d44-af49-5dbc63711a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128314532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129056314'] for subnet (0199bcef-bd11-4b85-a678-8b372fa35b61), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:30.488547 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beebb9e-4a1a-4d44-af49-5dbc63711a35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0199bcef-bd11-4b85-a678-8b372fa35b61,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:30.497714 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beebb9e-4a1a-4d44-af49-5dbc63711a35 admin admin] Checking segment: {'id': '2f84e0ef-b9c3-483a-945c-8b95ada503de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:15:30.498091 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beebb9e-4a1a-4d44-af49-5dbc63711a35 admin admin] Network hostable DHCP agents. Network: 71d337ac-bd81-450a-b927-c23c558a6c9e, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 03:15:30.611795 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beebb9e-4a1a-4d44-af49-5dbc63711a35 admin admin] Network 71d337ac-bd81-450a-b927-c23c558a6c9e is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 03:15:30.719060 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-3beebb9e-4a1a-4d44-af49-5dbc63711a35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, 71d337ac-bd81-450a-b927-c23c558a6c9e) {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:15:30.723411 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beebb9e-4a1a-4d44-af49-5dbc63711a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:15:30.728206 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3beebb9e-4a1a-4d44-af49-5dbc63711a35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:30.730636 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6f1c32-4f3a-446d-a74e-4b68d32a4ca1 None None] Network 71d337ac-bd81-450a-b927-c23c558a6c9e requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:15:30.837476 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-3beebb9e-4a1a-4d44-af49-5dbc63711a35 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7464077 Oct 14 03:15:30.840280 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41082) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:30.843912 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp425d6158-53e4-58c1-b7c9-e64d652d6efd-71d337ac-bd81-450a-b927-c23c558a6c9e', 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e', 'project_id': '0a302ca039794ab599996fcda417a1c6', 'fixed_ips': [{'subnet_id': '0199bcef-bd11-4b85-a678-8b372fa35b61'}]}} from dv-cinder-801522-13-iscsi. {{(pid=105051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 03:15:30.844563 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1748274258-router', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:15:30.846028 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:30.862854 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:30.941410 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:30.964871 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (f5720fe2-977b-4958-ac13-7ade8d087cec), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:30.966626 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (f5720fe2-977b-4958-ac13-7ade8d087cec), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:30.975999 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:30.986653 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.db_base_plugin_common [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Allocated IP 172.20.0.2 (71d337ac-bd81-450a-b927-c23c558a6c9e/0199bcef-bd11-4b85-a678-8b372fa35b61/fe059b13-dbec-48eb-a95e-c52039f2b5b5) {{(pid=105051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:15:31.027884 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Publish callbacks [] for router_controller (f5720fe2-977b-4958-ac13-7ade8d087cec), precommit_add_association {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:31.130574 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Publish callbacks [] for port (fe059b13-dbec-48eb-a95e-c52039f2b5b5), precommit_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:31.242030 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (fe059b13-dbec-48eb-a95e-c52039f2b5b5), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:31.254658 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Publish callbacks [] for router_gateway (f5720fe2-977b-4958-ac13-7ade8d087cec), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:31.287387 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Network 71d337ac-bd81-450a-b927-c23c558a6c9e is already hosted by enough agents. {{(pid=105051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:15:31.290318 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.base_scheduler [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Resources bound (agent type, host, resource id): {{(pid=105051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:15:31.294114 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Received port after_create {{(pid=105051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:15:31.299073 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Pushing event updated for resources: {'Port': ['ID=fe059b13-dbec-48eb-a95e-c52039f2b5b5,revision_number=1']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:31.367830 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Attempting to bind port fe059b13-dbec-48eb-a95e-c52039f2b5b5 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:15:31.368210 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Attempting to bind port fe059b13-dbec-48eb-a95e-c52039f2b5b5 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '2f84e0ef-b9c3-483a-945c-8b95ada503de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:15:31.368578 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Attempting to bind port fe059b13-dbec-48eb-a95e-c52039f2b5b5 on network 71d337ac-bd81-450a-b927-c23c558a6c9e {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:15:31.432936 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:15:31.433568 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Checking segment: {'id': '2f84e0ef-b9c3-483a-945c-8b95ada503de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:15:31.434287 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:31.435008 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Bound using segment: {'id': '2f84e0ef-b9c3-483a-945c-8b95ada503de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:15:31.435808 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Bound port: fe059b13-dbec-48eb-a95e-c52039f2b5b5, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f84e0ef-b9c3-483a-945c-8b95ada503de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:15:31.436687 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fe059b13-dbec-48eb-a95e-c52039f2b5b5), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:31.505160 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] For port fe059b13-dbec-48eb-a95e-c52039f2b5b5, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:15:31.508333 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] For port fe059b13-dbec-48eb-a95e-c52039f2b5b5, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=fe059b13-dbec-48eb-a95e-c52039f2b5b5,segment=NetworkSegment(2f84e0ef-b9c3-483a-945c-8b95ada503de),segment_id=2f84e0ef-b9c3-483a-945c-8b95ada503de)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:15:31.521528 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Publish callbacks [] for router_gateway (f5720fe2-977b-4958-ac13-7ade8d087cec), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:31.540324 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:31.577367 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (fe059b13-dbec-48eb-a95e-c52039f2b5b5), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:31.647830 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b6d0f-2f27-4746-a6fe-1394ae0e2c41 None None] Pushing event updated for resources: {'Port': ['ID=fe059b13-dbec-48eb-a95e-c52039f2b5b5,revision_number=2']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:31.686647 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Allocated IP 172.27.3.29 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/fbe8a27e-cf2b-4dd7-b112-31c0a3e48393) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:15:31.717548 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:31.833955 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Publish callbacks [] for port (fbe8a27e-cf2b-4dd7-b112-31c0a3e48393), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:31.959276 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (fbe8a27e-cf2b-4dd7-b112-31c0a3e48393), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:31.999197 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:15:32.004500 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:15:32.008382 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:15:32.028771 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe8a27e-cf2b-4dd7-b112-31c0a3e48393,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:32.070149 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=3 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:32.090647 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:32.312017 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Publish callbacks [] for router_gateway (f5720fe2-977b-4958-ac13-7ade8d087cec), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:32.518145 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729284'] for router (f5720fe2-977b-4958-ac13-7ade8d087cec), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:32.542938 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a9e48b-8005-4d3d-90bf-d570288b1e88 None None] Network 71d337ac-bd81-450a-b927-c23c558a6c9e requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:15:32.605593 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-872efbad-d765-4555-b2b3-3839e4220b82 None None] Provisioning complete for port fe059b13-dbec-48eb-a95e-c52039f2b5b5 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:32.606181 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-872efbad-d765-4555-b2b3-3839e4220b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fe059b13-dbec-48eb-a95e-c52039f2b5b5), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:32.606516 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-872efbad-d765-4555-b2b3-3839e4220b82 None None] Attempt 1 to provision port fe059b13-dbec-48eb-a95e-c52039f2b5b5 Oct 14 03:15:32.741913 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Router f5720fe2-977b-4958-ac13-7ade8d087cec is scheduled to L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 with binding_index 1 {{(pid=105050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 03:15:32.742106 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-872efbad-d765-4555-b2b3-3839e4220b82 None None] Current status of the port fe059b13-dbec-48eb-a95e-c52039f2b5b5 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:15:32.742714 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-872efbad-d765-4555-b2b3-3839e4220b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fe059b13-dbec-48eb-a95e-c52039f2b5b5), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:32.800944 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-872efbad-d765-4555-b2b3-3839e4220b82 None None] For port fe059b13-dbec-48eb-a95e-c52039f2b5b5, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=fe059b13-dbec-48eb-a95e-c52039f2b5b5,segment=NetworkSegment(2f84e0ef-b9c3-483a-945c-8b95ada503de),segment_id=2f84e0ef-b9c3-483a-945c-8b95ada503de)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:15:32.853276 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-872efbad-d765-4555-b2b3-3839e4220b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (fe059b13-dbec-48eb-a95e-c52039f2b5b5), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:32.868377 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:15:32.887042 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Sync routers for ids ['f5720fe2-977b-4958-ac13-7ade8d087cec'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:15:32.887414 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:32.900986 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Routers {'f5720fe2-977b-4958-ac13-7ade8d087cec'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:15:32.901708 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:15:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['f5720fe2-977b-4958-ac13-7ade8d087cec'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:32.908469 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872efbad-d765-4555-b2b3-3839e4220b82 None None] Pushing event updated for resources: {'Port': ['ID=fe059b13-dbec-48eb-a95e-c52039f2b5b5,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:32.972827 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-d331f8c9-1f4b-4b52-bdb2-da8f21ebaab3 None None] Provisioning complete for port fe059b13-dbec-48eb-a95e-c52039f2b5b5 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:32.973259 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-d331f8c9-1f4b-4b52-bdb2-da8f21ebaab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fe059b13-dbec-48eb-a95e-c52039f2b5b5), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:32.973590 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-d331f8c9-1f4b-4b52-bdb2-da8f21ebaab3 None None] Attempt 1 to provision port fe059b13-dbec-48eb-a95e-c52039f2b5b5 Oct 14 03:15:32.977351 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:32.999279 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:33.003255 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-cda5ee5c-df43-404a-a4b4-412ece0d0494 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1595471 Oct 14 03:15:33.003255 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:33.003757 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41154) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:33.022484 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Set router f5720fe2-977b-4958-ac13-7ade8d087cec gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:15:33.072914 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-d331f8c9-1f4b-4b52-bdb2-da8f21ebaab3 None None] Current status of the port fe059b13-dbec-48eb-a95e-c52039f2b5b5 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:15:33.210845 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'name': 'tempest-TestShelveInstance-1748274258-router', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:30Z', 'updated_at': '2022-10-14T03:15:32Z', 'revision_number': 3, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'gw_port': {'id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:31Z', 'updated_at': '2022-10-14T03:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:33.270529 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Checking router: f5720fe2-977b-4958-ac13-7ade8d087cec for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:15:33.270529 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Updating router f5720fe2-977b-4958-ac13-7ade8d087cec port fbe8a27e-cf2b-4dd7-b112-31c0a3e48393 binding host dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:15:33.300371 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fbe8a27e-cf2b-4dd7-b112-31c0a3e48393), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:33.312154 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41166) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:33.504534 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-027c4ab1-8324-4f9b-9682-f6222fa23808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:33.594942 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-027c4ab1-8324-4f9b-9682-f6222fa23808 admin admin] Publish callbacks [] for security_group (f40c0931-3334-43c6-a734-85c148dcabb4), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:33.608215 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Publish callbacks [] for port (fbe8a27e-cf2b-4dd7-b112-31c0a3e48393), precommit_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:33.672938 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-027c4ab1-8324-4f9b-9682-f6222fa23808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (f40c0931-3334-43c6-a734-85c148dcabb4), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:33.704315 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (fbe8a27e-cf2b-4dd7-b112-31c0a3e48393), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:33.709331 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:33.711815 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c4ab1-8324-4f9b-9682-f6222fa23808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40c0931-3334-43c6-a734-85c148dcabb4,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:33.719028 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-027c4ab1-8324-4f9b-9682-f6222fa23808 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=8ff45c4a3a574a2b91665fbfa4221b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4057095 Oct 14 03:15:33.719627 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41182) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:33.730368 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:33.748999 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Attempting to bind port fbe8a27e-cf2b-4dd7-b112-31c0a3e48393 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:15:33.749365 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Attempting to bind port fbe8a27e-cf2b-4dd7-b112-31c0a3e48393 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:15:33.749729 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Attempting to bind port fbe8a27e-cf2b-4dd7-b112-31c0a3e48393 on network bb95bd8b-673c-4030-8dbe-0fae2985823e {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:15:33.770934 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:33.777277 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7f5a1d91-2984-4b82-a9f7-e72ea40d16c2 admin admin] Publish callbacks [] for security_group (f40c0931-3334-43c6-a734-85c148dcabb4), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:33.790782 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7063ca-da6b-4c35-a7b6-c8d7a877fad2 None None] Pushing event updated for resources: {'Port': ['ID=fbe8a27e-cf2b-4dd7-b112-31c0a3e48393,revision_number=2']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:33.802618 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7f5a1d91-2984-4b82-a9f7-e72ea40d16c2 admin admin] Publish callbacks [] for security_group (f40c0931-3334-43c6-a734-85c148dcabb4), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:33.805269 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7063ca-da6b-4c35-a7b6-c8d7a877fad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:33.805569 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7063ca-da6b-4c35-a7b6-c8d7a877fad2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:33.805996 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7063ca-da6b-4c35-a7b6-c8d7a877fad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:33.806356 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7063ca-da6b-4c35-a7b6-c8d7a877fad2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:33.806727 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7063ca-da6b-4c35-a7b6-c8d7a877fad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:33.807062 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7063ca-da6b-4c35-a7b6-c8d7a877fad2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:33.807387 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7063ca-da6b-4c35-a7b6-c8d7a877fad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:33.807706 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7063ca-da6b-4c35-a7b6-c8d7a877fad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:33.808040 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7063ca-da6b-4c35-a7b6-c8d7a877fad2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:33.808362 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7063ca-da6b-4c35-a7b6-c8d7a877fad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:33.808682 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7063ca-da6b-4c35-a7b6-c8d7a877fad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:33.809014 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7063ca-da6b-4c35-a7b6-c8d7a877fad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:33.809331 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7063ca-da6b-4c35-a7b6-c8d7a877fad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:33.809845 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7063ca-da6b-4c35-a7b6-c8d7a877fad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:33.810334 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7063ca-da6b-4c35-a7b6-c8d7a877fad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:33.820629 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:15:33.821117 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Checking segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:15:33.822264 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:33.822264 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Bound using segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:15:33.822556 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Bound port: fbe8a27e-cf2b-4dd7-b112-31c0a3e48393, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:15:33.823129 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fbe8a27e-cf2b-4dd7-b112-31c0a3e48393), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:33.878870 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] For port fbe8a27e-cf2b-4dd7-b112-31c0a3e48393, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:15:33.883602 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] For port fbe8a27e-cf2b-4dd7-b112-31c0a3e48393, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=fbe8a27e-cf2b-4dd7-b112-31c0a3e48393,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:15:33.904929 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] Allocated IP 172.20.0.1 (71d337ac-bd81-450a-b927-c23c558a6c9e/0199bcef-bd11-4b85-a678-8b372fa35b61/68ed03c1-1eb6-40c6-a74b-59cc09c3b21b) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:15:33.915213 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device fe059b13-dbec-48eb-a95e-c52039f2b5b5 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:15:33.959643 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port fe059b13-dbec-48eb-a95e-c52039f2b5b5 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:33.960017 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fe059b13-dbec-48eb-a95e-c52039f2b5b5), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:33.960450 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port fe059b13-dbec-48eb-a95e-c52039f2b5b5 Oct 14 03:15:33.990361 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7f5a1d91-2984-4b82-a9f7-e72ea40d16c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (f40c0931-3334-43c6-a734-85c148dcabb4), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:33.992947 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7f5a1d91-2984-4b82-a9f7-e72ea40d16c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:33.994355 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-7f5a1d91-2984-4b82-a9f7-e72ea40d16c2 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/f40c0931-3334-43c6-a734-85c148dcabb4 HTTP/1.1" status: 204 len: 168 time: 0.2732248 Oct 14 03:15:34.017283 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:34.018642 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a1d91-2984-4b82-a9f7-e72ea40d16c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40c0931-3334-43c6-a734-85c148dcabb4,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:34.022654 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (fbe8a27e-cf2b-4dd7-b112-31c0a3e48393), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:34.026324 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] Publish callbacks [] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:34.054403 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port fe059b13-dbec-48eb-a95e-c52039f2b5b5 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:15:34.067352 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:34.073070 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Routers {'f5720fe2-977b-4958-ac13-7ade8d087cec'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:15:34.073901 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:15:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['f5720fe2-977b-4958-ac13-7ade8d087cec'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:34.119063 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:34.121702 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7063ca-da6b-4c35-a7b6-c8d7a877fad2 None None] Pushing event updated for resources: {'Port': ['ID=fbe8a27e-cf2b-4dd7-b112-31c0a3e48393,revision_number=3']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:34.133561 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:34.164521 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] Network 71d337ac-bd81-450a-b927-c23c558a6c9e is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:15:34.167830 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:15:34.170465 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:15:34.193120 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] Pushing event updated for resources: {'Port': ['ID=68ed03c1-1eb6-40c6-a74b-59cc09c3b21b,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:34.203052 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] Set router f5720fe2-977b-4958-ac13-7ade8d087cec gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:15:34.214749 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735551'] for router_interface (f5720fe2-977b-4958-ac13-7ade8d087cec), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:34.332952 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:34.402091 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-4f2347c6-517f-413e-9a3e-87ac49c04527 None None] Provisioning complete for port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:34.402558 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-4f2347c6-517f-413e-9a3e-87ac49c04527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:34.403487 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-4f2347c6-517f-413e-9a3e-87ac49c04527 None None] Attempt 1 to provision port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b Oct 14 03:15:34.437000 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-4f2347c6-517f-413e-9a3e-87ac49c04527 None None] Port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:15:34.476748 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:34.483939 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'name': 'tempest-TestShelveInstance-1748274258-router', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:30Z', 'updated_at': '2022-10-14T03:15:32Z', 'revision_number': 3, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'gw_port': {'id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:31Z', 'updated_at': '2022-10-14T03:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:34.508292 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587859dc-ea7f-4fdc-a283-af99854478b4 None None] The sync data for ids ['f5720fe2-977b-4958-ac13-7ade8d087cec'] in dv-cinder-801522-13-iscsi is: [{'id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'name': 'tempest-TestShelveInstance-1748274258-router', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:30Z', 'updated_at': '2022-10-14T03:15:32Z', 'revision_number': 3, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'gw_port': {'id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:31Z', 'updated_at': '2022-10-14T03:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:15:34.645221 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] Publish callbacks [] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:34.742927 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:34.760329 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41192) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:34.780670 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3f704b6d-6ff9-41fb-ae14-027759b48191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:34.819812 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:34.825569 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-735651'] for router_interface (f5720fe2-977b-4958-ac13-7ade8d087cec), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:34.828506 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] Pushing event updated for resources: {'Port': ['ID=68ed03c1-1eb6-40c6-a74b-59cc09c3b21b,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:34.872046 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3f704b6d-6ff9-41fb-ae14-027759b48191 admin admin] Publish callbacks [] for security_group (6d0807c5-5d94-4e3e-8a18-3c11f4a1d55e), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:34.925074 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] Network 71d337ac-bd81-450a-b927-c23c558a6c9e is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:15:34.926567 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:15:34.952503 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3f704b6d-6ff9-41fb-ae14-027759b48191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (6d0807c5-5d94-4e3e-8a18-3c11f4a1d55e), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:34.994640 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-3f704b6d-6ff9-41fb-ae14-027759b48191 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=030acbcae72e4750b1a45e1ca9ca67fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329125 Oct 14 03:15:34.996650 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f704b6d-6ff9-41fb-ae14-027759b48191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0807c5-5d94-4e3e-8a18-3c11f4a1d55e,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:34.997386 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41194) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:35.081854 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] Router f5720fe2-977b-4958-ac13-7ade8d087cec has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:15:35.101550 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d199bef8-b00f-4edd-a1e3-b5a055042fcf admin admin] Publish callbacks [] for security_group (6d0807c5-5d94-4e3e-8a18-3c11f4a1d55e), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:35.161217 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d199bef8-b00f-4edd-a1e3-b5a055042fcf admin admin] Publish callbacks [] for security_group (6d0807c5-5d94-4e3e-8a18-3c11f4a1d55e), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:35.164913 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-9b5887a1-2568-4eae-a184-e923df38f7c4 None None] Provisioning complete for port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:35.165400 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9b5887a1-2568-4eae-a184-e923df38f7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:35.165590 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-9b5887a1-2568-4eae-a184-e923df38f7c4 None None] Attempt 1 to provision port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b Oct 14 03:15:35.205016 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-9b5887a1-2568-4eae-a184-e923df38f7c4 None None] Port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:15:35.235301 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:35.246424 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:15:35.251356 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-b485e298-09e1-4323-be7a-6216a6359c20 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/f5720fe2-977b-4958-ac13-7ade8d087cec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2467782 Oct 14 03:15:35.347701 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d199bef8-b00f-4edd-a1e3-b5a055042fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (6d0807c5-5d94-4e3e-8a18-3c11f4a1d55e), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:35.350310 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d199bef8-b00f-4edd-a1e3-b5a055042fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:35.352026 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-d199bef8-b00f-4edd-a1e3-b5a055042fcf admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/6d0807c5-5d94-4e3e-8a18-3c11f4a1d55e HTTP/1.1" status: 204 len: 168 time: 0.3533492 Oct 14 03:15:35.360482 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199bef8-b00f-4edd-a1e3-b5a055042fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0807c5-5d94-4e3e-8a18-3c11f4a1d55e,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:35.880225 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device fbe8a27e-cf2b-4dd7-b112-31c0a3e48393 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:15:35.926967 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port fbe8a27e-cf2b-4dd7-b112-31c0a3e48393 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:35.927337 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fbe8a27e-cf2b-4dd7-b112-31c0a3e48393), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:35.927668 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port fbe8a27e-cf2b-4dd7-b112-31c0a3e48393 Oct 14 03:15:36.018849 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port fbe8a27e-cf2b-4dd7-b112-31c0a3e48393 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:15:36.018849 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fbe8a27e-cf2b-4dd7-b112-31c0a3e48393), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:36.049010 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port fbe8a27e-cf2b-4dd7-b112-31c0a3e48393, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=fbe8a27e-cf2b-4dd7-b112-31c0a3e48393,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:15:36.110280 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41226) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:36.116039 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-376927ad-a53c-4ab6-b35b-7ff4859ef9c9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1192575603-network', 'tenant_id': 'cedd385212eb4fb2a79a18020ecce76b'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:15:36.121303 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (fbe8a27e-cf2b-4dd7-b112-31c0a3e48393), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:36.171181 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=fbe8a27e-cf2b-4dd7-b112-31c0a3e48393,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:36.213002 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Sync routers for ids ['f5720fe2-977b-4958-ac13-7ade8d087cec'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:15:36.218379 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376927ad-a53c-4ab6-b35b-7ff4859ef9c9 admin admin] Made reservation on behalf of cedd385212eb4fb2a79a18020ecce76b for: {'network': 1} {{(pid=105049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:15:36.220761 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-376927ad-a53c-4ab6-b35b-7ff4859ef9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:36.224676 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Routers {'f5720fe2-977b-4958-ac13-7ade8d087cec'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:15:36.225282 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-44183270-b545-4879-b249-261a7dd619c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:15:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['f5720fe2-977b-4958-ac13-7ade8d087cec'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:36.231733 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-376927ad-a53c-4ab6-b35b-7ff4859ef9c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:36.248309 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:36.313214 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-376927ad-a53c-4ab6-b35b-7ff4859ef9c9 admin admin] Publish callbacks [] for security_group (6cb18c4a-79e0-4d83-965f-1037d6f10468), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:36.413087 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-376927ad-a53c-4ab6-b35b-7ff4859ef9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (6cb18c4a-79e0-4d83-965f-1037d6f10468), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:36.441327 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376927ad-a53c-4ab6-b35b-7ff4859ef9c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=105049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 03:15:36.453576 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376927ad-a53c-4ab6-b35b-7ff4859ef9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb18c4a-79e0-4d83-965f-1037d6f10468,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:36.467284 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-376927ad-a53c-4ab6-b35b-7ff4859ef9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:36.467284 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.segments_db [None req-376927ad-a53c-4ab6-b35b-7ff4859ef9c9 admin admin] Added segment fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125 of type vlan for network 841a7afd-0ddf-42e1-830e-aeeeb94720d1 Oct 14 03:15:36.477958 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Set router f5720fe2-977b-4958-ac13-7ade8d087cec gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:15:36.509832 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:36.512584 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-376927ad-a53c-4ab6-b35b-7ff4859ef9c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (841a7afd-0ddf-42e1-830e-aeeeb94720d1), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:36.647689 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-376927ad-a53c-4ab6-b35b-7ff4859ef9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (841a7afd-0ddf-42e1-830e-aeeeb94720d1), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:36.653745 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376927ad-a53c-4ab6-b35b-7ff4859ef9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:15:36.653745 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-376927ad-a53c-4ab6-b35b-7ff4859ef9c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:36.659729 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:36.677992 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-44183270-b545-4879-b249-261a7dd619c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'name': 'tempest-TestShelveInstance-1748274258-router', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:30Z', 'updated_at': '2022-10-14T03:15:34Z', 'revision_number': 4, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'gw_port': {'id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:31Z', 'updated_at': '2022-10-14T03:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '68ed03c1-1eb6-40c6-a74b-59cc09c3b21b', 'name': '', 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'mac_address': 'fa:16:3e:4b:80:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:33Z', 'updated_at': '2022-10-14T03:15:34Z', 'revision_number': 2, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'subnets': [{'id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:36.712797 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Checking router: f5720fe2-977b-4958-ac13-7ade8d087cec for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:15:36.713168 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Updating router f5720fe2-977b-4958-ac13-7ade8d087cec port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b binding host dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:15:36.733927 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376927ad-a53c-4ab6-b35b-7ff4859ef9c9 admin admin] Pushing event updated for resources: {'Network': ['ID=841a7afd-0ddf-42e1-830e-aeeeb94720d1,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:36.748711 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network 841a7afd-0ddf-42e1-830e-aeeeb94720d1 details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 03:15:36.752717 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-376927ad-a53c-4ab6-b35b-7ff4859ef9c9 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6386673 Oct 14 03:15:36.753892 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41250) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:36.759351 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-7d81323c-ec65-44d3-b784-c770c902248b admin admin] Request body: {'subnet': {'network_id': '841a7afd-0ddf-42e1-830e-aeeeb94720d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1192575603-subnet', 'tenant_id': 'cedd385212eb4fb2a79a18020ecce76b', 'ip_version': 4}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:15:36.767004 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:36.854412 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d81323c-ec65-44d3-b784-c770c902248b admin admin] Made reservation on behalf of cedd385212eb4fb2a79a18020ecce76b for: {'subnet': 1} {{(pid=105049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:15:36.857007 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7d81323c-ec65-44d3-b784-c770c902248b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129322668'] for subnet (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:36.968792 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:37.114609 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Publish callbacks [] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), precommit_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:37.167781 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7d81323c-ec65-44d3-b784-c770c902248b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129412837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129322686'] for subnet (7132f444-bb7e-4b2a-b5e1-75c5285912eb), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:37.190951 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:37.224591 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81323c-ec65-44d3-b784-c770c902248b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7132f444-bb7e-4b2a-b5e1-75c5285912eb,revision_number=0']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:37.235127 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d81323c-ec65-44d3-b784-c770c902248b admin admin] Checking segment: {'id': 'fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '841a7afd-0ddf-42e1-830e-aeeeb94720d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:15:37.235127 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d81323c-ec65-44d3-b784-c770c902248b admin admin] Network hostable DHCP agents. Network: 841a7afd-0ddf-42e1-830e-aeeeb94720d1, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 03:15:37.258569 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b2ccf-1f49-4af9-9a17-3f7b62533a4e None None] Pushing event updated for resources: {'Port': ['ID=68ed03c1-1eb6-40c6-a74b-59cc09c3b21b,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:37.290040 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Attempting to bind port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:15:37.290410 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Attempting to bind port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '2f84e0ef-b9c3-483a-945c-8b95ada503de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:15:37.290770 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Attempting to bind port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b on network 71d337ac-bd81-450a-b927-c23c558a6c9e {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:15:37.337950 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:15:37.338843 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Checking segment: {'id': '2f84e0ef-b9c3-483a-945c-8b95ada503de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:15:37.339344 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:37.339899 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Bound using segment: {'id': '2f84e0ef-b9c3-483a-945c-8b95ada503de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:15:37.340374 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Bound port: 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f84e0ef-b9c3-483a-945c-8b95ada503de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:15:37.340753 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:37.354525 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d81323c-ec65-44d3-b784-c770c902248b admin admin] Network 841a7afd-0ddf-42e1-830e-aeeeb94720d1 is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 03:15:37.413224 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-44183270-b545-4879-b249-261a7dd619c0 None None] For port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:15:37.416604 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-44183270-b545-4879-b249-261a7dd619c0 None None] For port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=68ed03c1-1eb6-40c6-a74b-59cc09c3b21b,segment=NetworkSegment(2f84e0ef-b9c3-483a-945c-8b95ada503de),segment_id=2f84e0ef-b9c3-483a-945c-8b95ada503de)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:15:37.467204 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-7d81323c-ec65-44d3-b784-c770c902248b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, 841a7afd-0ddf-42e1-830e-aeeeb94720d1) {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:15:37.473038 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d81323c-ec65-44d3-b784-c770c902248b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:15:37.474201 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7d81323c-ec65-44d3-b784-c770c902248b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:37.477078 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8adcc90-6563-41aa-b13e-cc8c007a195a None None] Network 841a7afd-0ddf-42e1-830e-aeeeb94720d1 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:15:37.520807 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:37.550936 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-7d81323c-ec65-44d3-b784-c770c902248b admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7955279 Oct 14 03:15:37.553748 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41280) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:37.557985 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1192575603-router', 'tenant_id': 'cedd385212eb4fb2a79a18020ecce76b', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:15:37.566364 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:37.577287 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Routers {'f5720fe2-977b-4958-ac13-7ade8d087cec'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:15:37.577948 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-44183270-b545-4879-b249-261a7dd619c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:15:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['f5720fe2-977b-4958-ac13-7ade8d087cec'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:37.673359 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b2ccf-1f49-4af9-9a17-3f7b62533a4e None None] Pushing event updated for resources: {'Port': ['ID=68ed03c1-1eb6-40c6-a74b-59cc09c3b21b,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:37.674283 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (50dfe657-37e7-40c2-95ad-6b2be0a42f27), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:37.677658 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (50dfe657-37e7-40c2-95ad-6b2be0a42f27), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:37.712892 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp425d6158-53e4-58c1-b7c9-e64d652d6efd-841a7afd-0ddf-42e1-830e-aeeeb94720d1', 'network_id': '841a7afd-0ddf-42e1-830e-aeeeb94720d1', 'project_id': 'cedd385212eb4fb2a79a18020ecce76b', 'fixed_ips': [{'subnet_id': '7132f444-bb7e-4b2a-b5e1-75c5285912eb'}]}} from dv-cinder-801522-13-iscsi. {{(pid=105051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 03:15:37.713834 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:37.738211 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:37.743436 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Publish callbacks [] for router_controller (50dfe657-37e7-40c2-95ad-6b2be0a42f27), precommit_add_association {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:37.759334 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-44183270-b545-4879-b249-261a7dd619c0 None None] Set router f5720fe2-977b-4958-ac13-7ade8d087cec gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:15:37.856359 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:37.876778 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device fbe8a27e-cf2b-4dd7-b112-31c0a3e48393 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:15:37.967313 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Publish callbacks [] for router_gateway (50dfe657-37e7-40c2-95ad-6b2be0a42f27), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:38.018842 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.db_base_plugin_common [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Allocated IP 172.20.0.2 (841a7afd-0ddf-42e1-830e-aeeeb94720d1/7132f444-bb7e-4b2a-b5e1-75c5285912eb/fd890523-9549-40e8-8b1c-a31e8b0825b0) {{(pid=105051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:15:38.038399 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port fbe8a27e-cf2b-4dd7-b112-31c0a3e48393 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:38.038399 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fbe8a27e-cf2b-4dd7-b112-31c0a3e48393), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:38.038659 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port fbe8a27e-cf2b-4dd7-b112-31c0a3e48393 Oct 14 03:15:38.178837 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-44183270-b545-4879-b249-261a7dd619c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'name': 'tempest-TestShelveInstance-1748274258-router', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:30Z', 'updated_at': '2022-10-14T03:15:34Z', 'revision_number': 4, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'gw_port': {'id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:31Z', 'updated_at': '2022-10-14T03:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '68ed03c1-1eb6-40c6-a74b-59cc09c3b21b', 'name': '', 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'mac_address': 'fa:16:3e:4b:80:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:33Z', 'updated_at': '2022-10-14T03:15:37Z', 'revision_number': 4, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'subnets': [{'id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:38.236363 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44183270-b545-4879-b249-261a7dd619c0 None None] The sync data for ids ['f5720fe2-977b-4958-ac13-7ade8d087cec'] in dv-cinder-801522-13-iscsi is: [{'id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'name': 'tempest-TestShelveInstance-1748274258-router', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:30Z', 'updated_at': '2022-10-14T03:15:34Z', 'revision_number': 4, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'gw_port': {'id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:31Z', 'updated_at': '2022-10-14T03:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '68ed03c1-1eb6-40c6-a74b-59cc09c3b21b', 'name': '', 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'mac_address': 'fa:16:3e:4b:80:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:33Z', 'updated_at': '2022-10-14T03:15:37Z', 'revision_number': 4, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'subnets': [{'id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:15:38.280447 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port fbe8a27e-cf2b-4dd7-b112-31c0a3e48393 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:15:38.366023 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Publish callbacks [] for router_gateway (50dfe657-37e7-40c2-95ad-6b2be0a42f27), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:38.386710 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Publish callbacks [] for port (fd890523-9549-40e8-8b1c-a31e8b0825b0), precommit_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:38.397345 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:38.401691 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:38.448517 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (fd890523-9549-40e8-8b1c-a31e8b0825b0), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:38.497664 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Network 841a7afd-0ddf-42e1-830e-aeeeb94720d1 is already hosted by enough agents. {{(pid=105051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:15:38.500892 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.base_scheduler [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Resources bound (agent type, host, resource id): {{(pid=105051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:15:38.505798 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Received port after_create {{(pid=105051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:15:38.511201 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Pushing event updated for resources: {'Port': ['ID=fd890523-9549-40e8-8b1c-a31e8b0825b0,revision_number=1']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:38.537407 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Allocated IP 172.27.3.172 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/cbbe9212-280e-4b5c-ac0e-7bab0272ee5a) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:15:38.587578 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Attempting to bind port fd890523-9549-40e8-8b1c-a31e8b0825b0 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:15:38.589134 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Attempting to bind port fd890523-9549-40e8-8b1c-a31e8b0825b0 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': 'fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '841a7afd-0ddf-42e1-830e-aeeeb94720d1'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:15:38.589134 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Attempting to bind port fd890523-9549-40e8-8b1c-a31e8b0825b0 on network 841a7afd-0ddf-42e1-830e-aeeeb94720d1 {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:15:38.647566 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:15:38.647940 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Checking segment: {'id': 'fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '841a7afd-0ddf-42e1-830e-aeeeb94720d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:15:38.648576 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:38.649139 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Bound using segment: {'id': 'fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '841a7afd-0ddf-42e1-830e-aeeeb94720d1'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:15:38.649802 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Bound port: fd890523-9549-40e8-8b1c-a31e8b0825b0, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '841a7afd-0ddf-42e1-830e-aeeeb94720d1'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:15:38.650038 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fd890523-9549-40e8-8b1c-a31e8b0825b0), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:38.652220 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:38.691940 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41314) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:38.720450 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:38.729443 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Publish callbacks [] for port (cbbe9212-280e-4b5c-ac0e-7bab0272ee5a), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:38.741047 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] For port fd890523-9549-40e8-8b1c-a31e8b0825b0, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:15:38.747044 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] For port fd890523-9549-40e8-8b1c-a31e8b0825b0, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=fd890523-9549-40e8-8b1c-a31e8b0825b0,segment=NetworkSegment(fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125),segment_id=fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:15:38.824474 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d82e9910-e4a8-4ca4-a73d-fc854a011ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:38.828022 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (cbbe9212-280e-4b5c-ac0e-7bab0272ee5a), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:38.830194 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (fd890523-9549-40e8-8b1c-a31e8b0825b0), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:38.896623 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:15:38.900909 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:15:38.905524 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:15:38.935581 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328179f-7fac-460b-8dba-f2b0a5e42031 None None] Pushing event updated for resources: {'Port': ['ID=fd890523-9549-40e8-8b1c-a31e8b0825b0,revision_number=2']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:38.961553 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d82e9910-e4a8-4ca4-a73d-fc854a011ea2 admin admin] Publish callbacks [] for security_group (da774ebe-2064-4c62-ab50-1c7ab3845ddd), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:38.968415 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Pushing event updated for resources: {'Port': ['ID=cbbe9212-280e-4b5c-ac0e-7bab0272ee5a,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:38.982424 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:38.982999 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:38.983484 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:38.983925 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:38.984439 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:38.984838 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:38.985169 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:38.985492 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:38.985886 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:38.986220 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:38.986651 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:38.986855 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:38.987704 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:38.988026 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:38.988342 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:15:39.057075 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d82e9910-e4a8-4ca4-a73d-fc854a011ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (da774ebe-2064-4c62-ab50-1c7ab3845ddd), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:39.122047 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e9910-e4a8-4ca4-a73d-fc854a011ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da774ebe-2064-4c62-ab50-1c7ab3845ddd,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:39.169993 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-d82e9910-e4a8-4ca4-a73d-fc854a011ea2 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f5763416b30a4109a4859d989261e6ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4757621 Oct 14 03:15:39.172578 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41322) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:39.244916 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-45a4a282-8743-4bd9-b2e8-b69a0fff20bf admin admin] Publish callbacks [] for security_group (da774ebe-2064-4c62-ab50-1c7ab3845ddd), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:39.266864 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-45a4a282-8743-4bd9-b2e8-b69a0fff20bf admin admin] Publish callbacks [] for security_group (da774ebe-2064-4c62-ab50-1c7ab3845ddd), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:39.350274 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Publish callbacks [] for router_gateway (50dfe657-37e7-40c2-95ad-6b2be0a42f27), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:39.439042 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-45a4a282-8743-4bd9-b2e8-b69a0fff20bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (da774ebe-2064-4c62-ab50-1c7ab3845ddd), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:39.442327 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-45a4a282-8743-4bd9-b2e8-b69a0fff20bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:39.443731 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-45a4a282-8743-4bd9-b2e8-b69a0fff20bf admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/da774ebe-2064-4c62-ab50-1c7ab3845ddd HTTP/1.1" status: 204 len: 168 time: 0.2692893 Oct 14 03:15:39.456688 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4a282-8743-4bd9-b2e8-b69a0fff20bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da774ebe-2064-4c62-ab50-1c7ab3845ddd,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:39.575851 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729284'] for router (50dfe657-37e7-40c2-95ad-6b2be0a42f27), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:39.683266 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:39.781746 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Router 50dfe657-37e7-40c2-95ad-6b2be0a42f27 is scheduled to L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 with binding_index 1 {{(pid=105049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 03:15:39.916199 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device fd890523-9549-40e8-8b1c-a31e8b0825b0 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:15:39.935987 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:15:39.954721 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Sync routers for ids ['50dfe657-37e7-40c2-95ad-6b2be0a42f27'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:15:39.968925 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Routers {'50dfe657-37e7-40c2-95ad-6b2be0a42f27'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:15:39.969545 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:15:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['50dfe657-37e7-40c2-95ad-6b2be0a42f27'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:39.987901 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port fd890523-9549-40e8-8b1c-a31e8b0825b0 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:39.987901 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fd890523-9549-40e8-8b1c-a31e8b0825b0), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:39.987901 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port fd890523-9549-40e8-8b1c-a31e8b0825b0 Oct 14 03:15:40.033478 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672b891d-a004-4865-a6f6-b7ab79fc81dc None None] Network 841a7afd-0ddf-42e1-830e-aeeeb94720d1 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:15:40.037852 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:40.041625 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-c51658b4-52ff-43f3-a82f-6e0c4573ec3e admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4844043 Oct 14 03:15:40.042047 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41334) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:40.084472 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Set router 50dfe657-37e7-40c2-95ad-6b2be0a42f27 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:15:40.131775 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-b48d84bd-db67-4e8d-9f28-f871cfb2b354 None None] Provisioning complete for port fd890523-9549-40e8-8b1c-a31e8b0825b0 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:40.132138 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-b48d84bd-db67-4e8d-9f28-f871cfb2b354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fd890523-9549-40e8-8b1c-a31e8b0825b0), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:40.132659 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-b48d84bd-db67-4e8d-9f28-f871cfb2b354 None None] Attempt 1 to provision port fd890523-9549-40e8-8b1c-a31e8b0825b0 Oct 14 03:15:40.177485 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port fd890523-9549-40e8-8b1c-a31e8b0825b0 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:15:40.178157 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fd890523-9549-40e8-8b1c-a31e8b0825b0), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:40.256026 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'name': 'tempest-TestShelveInstance-1192575603-router', 'tenant_id': 'cedd385212eb4fb2a79a18020ecce76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9212-280e-4b5c-ac0e-7bab0272ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:37Z', 'updated_at': '2022-10-14T03:15:39Z', 'revision_number': 3, 'project_id': 'cedd385212eb4fb2a79a18020ecce76b', 'gw_port': {'id': 'cbbe9212-280e-4b5c-ac0e-7bab0272ee5a', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:38Z', 'updated_at': '2022-10-14T03:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:40.286979 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Checking router: 50dfe657-37e7-40c2-95ad-6b2be0a42f27 for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:15:40.286979 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Updating router 50dfe657-37e7-40c2-95ad-6b2be0a42f27 port cbbe9212-280e-4b5c-ac0e-7bab0272ee5a binding host dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:15:40.315767 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (cbbe9212-280e-4b5c-ac0e-7bab0272ee5a), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:40.383815 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41336) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:40.404228 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:40.408591 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ef813879-c17c-48f3-83eb-67bdc02fc684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:40.420908 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port fd890523-9549-40e8-8b1c-a31e8b0825b0, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=fd890523-9549-40e8-8b1c-a31e8b0825b0,segment=NetworkSegment(fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125),segment_id=fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:15:40.454408 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:DELETE=7,neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:40.509801 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (fd890523-9549-40e8-8b1c-a31e8b0825b0), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:40.510669 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:15:40.561457 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ef813879-c17c-48f3-83eb-67bdc02fc684 admin admin] Publish callbacks [] for security_group (572c4dc8-0cc3-4c91-a5fb-50e2995c94c9), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:40.563289 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:40.569198 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:40.598608 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-b48d84bd-db67-4e8d-9f28-f871cfb2b354 None None] Current status of the port fd890523-9549-40e8-8b1c-a31e8b0825b0 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:15:40.599459 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-b48d84bd-db67-4e8d-9f28-f871cfb2b354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fd890523-9549-40e8-8b1c-a31e8b0825b0), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:40.634651 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ef813879-c17c-48f3-83eb-67bdc02fc684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (572c4dc8-0cc3-4c91-a5fb-50e2995c94c9), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:40.646644 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:40.673028 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:40.673536 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:40.673737 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b Oct 14 03:15:40.679537 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=fd890523-9549-40e8-8b1c-a31e8b0825b0,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:40.708177 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef813879-c17c-48f3-83eb-67bdc02fc684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572c4dc8-0cc3-4c91-a5fb-50e2995c94c9,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:40.718638 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-ef813879-c17c-48f3-83eb-67bdc02fc684 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f04b00e4841d4f68a5dede354be864ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3322594 Oct 14 03:15:40.727553 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41348) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:40.775102 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Publish callbacks [] for port (cbbe9212-280e-4b5c-ac0e-7bab0272ee5a), precommit_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:40.850877 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-47d9048e-9594-4ec9-98c3-d3dba0dbc3c0 admin admin] Publish callbacks [] for security_group (572c4dc8-0cc3-4c91-a5fb-50e2995c94c9), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:40.866392 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.db.api [None req-b48d84bd-db67-4e8d-9f28-f871cfb2b354 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 14 03:15:40.866392 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG oslo_db.api [None req-b48d84bd-db67-4e8d-9f28-f871cfb2b354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 03:15:40.878949 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-47d9048e-9594-4ec9-98c3-d3dba0dbc3c0 admin admin] Publish callbacks [] for security_group (572c4dc8-0cc3-4c91-a5fb-50e2995c94c9), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:40.886880 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:15:40.887277 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:40.893621 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (cbbe9212-280e-4b5c-ac0e-7bab0272ee5a), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:40.897837 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] Allocated IP 172.20.0.1 (841a7afd-0ddf-42e1-830e-aeeeb94720d1/7132f444-bb7e-4b2a-b5e1-75c5285912eb/3ddc5531-87fd-4d0c-b0c3-4d7f458ed986) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:15:40.941434 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:40.953067 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:40.953554 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=68ed03c1-1eb6-40c6-a74b-59cc09c3b21b,segment=NetworkSegment(2f84e0ef-b9c3-483a-945c-8b95ada503de),segment_id=2f84e0ef-b9c3-483a-945c-8b95ada503de)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:15:40.957407 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Attempting to bind port cbbe9212-280e-4b5c-ac0e-7bab0272ee5a on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:15:40.958403 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Attempting to bind port cbbe9212-280e-4b5c-ac0e-7bab0272ee5a by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:15:40.958803 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Attempting to bind port cbbe9212-280e-4b5c-ac0e-7bab0272ee5a on network bb95bd8b-673c-4030-8dbe-0fae2985823e {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:15:41.025017 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-47d9048e-9594-4ec9-98c3-d3dba0dbc3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (572c4dc8-0cc3-4c91-a5fb-50e2995c94c9), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:41.026701 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d707a-de8d-4a5a-8fa7-9e3e4602712f None None] Pushing event updated for resources: {'Port': ['ID=cbbe9212-280e-4b5c-ac0e-7bab0272ee5a,revision_number=2']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:41.034706 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] Publish callbacks [] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:41.035490 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-47d9048e-9594-4ec9-98c3-d3dba0dbc3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:41.038190 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-47d9048e-9594-4ec9-98c3-d3dba0dbc3c0 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/572c4dc8-0cc3-4c91-a5fb-50e2995c94c9 HTTP/1.1" status: 204 len: 168 time: 0.3088803 Oct 14 03:15:41.042804 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:41.056453 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:15:41.057087 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Checking segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:15:41.057844 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:41.063380 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Bound using segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:15:41.063380 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Bound port: cbbe9212-280e-4b5c-ac0e-7bab0272ee5a, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:15:41.063380 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (cbbe9212-280e-4b5c-ac0e-7bab0272ee5a), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:41.063681 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9048e-9594-4ec9-98c3-d3dba0dbc3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572c4dc8-0cc3-4c91-a5fb-50e2995c94c9,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:41.112608 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:41.120343 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] For port cbbe9212-280e-4b5c-ac0e-7bab0272ee5a, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:15:41.126641 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=68ed03c1-1eb6-40c6-a74b-59cc09c3b21b,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:41.131245 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] For port cbbe9212-280e-4b5c-ac0e-7bab0272ee5a, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=cbbe9212-280e-4b5c-ac0e-7bab0272ee5a,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:15:41.178545 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:41.211042 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (cbbe9212-280e-4b5c-ac0e-7bab0272ee5a), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:41.218244 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] Network 841a7afd-0ddf-42e1-830e-aeeeb94720d1 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:15:41.222284 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:15:41.226276 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:15:41.272395 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] Pushing event updated for resources: {'Port': ['ID=3ddc5531-87fd-4d0c-b0c3-4d7f458ed986,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:41.284773 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d707a-de8d-4a5a-8fa7-9e3e4602712f None None] Pushing event updated for resources: {'Port': ['ID=cbbe9212-280e-4b5c-ac0e-7bab0272ee5a,revision_number=3']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:41.290197 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Routers {'50dfe657-37e7-40c2-95ad-6b2be0a42f27'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:15:41.291187 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:15:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['50dfe657-37e7-40c2-95ad-6b2be0a42f27'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:41.304555 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735551'] for router_interface (50dfe657-37e7-40c2-95ad-6b2be0a42f27), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:41.328538 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41362) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:41.445277 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-b48d84bd-db67-4e8d-9f28-f871cfb2b354 None None] Current status of the port fd890523-9549-40e8-8b1c-a31e8b0825b0 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:15:41.454398 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] Set router 50dfe657-37e7-40c2-95ad-6b2be0a42f27 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:15:41.476400 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:41.538197 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:41.578897 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-2cfd6a67-4c3b-4a29-ac1f-0d3e358a42a4 None None] Provisioning complete for port fd890523-9549-40e8-8b1c-a31e8b0825b0 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:41.578897 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2cfd6a67-4c3b-4a29-ac1f-0d3e358a42a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fd890523-9549-40e8-8b1c-a31e8b0825b0), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:41.578897 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-2cfd6a67-4c3b-4a29-ac1f-0d3e358a42a4 None None] Attempt 1 to provision port fd890523-9549-40e8-8b1c-a31e8b0825b0 Oct 14 03:15:41.595327 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:41.663790 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'name': 'tempest-TestShelveInstance-1192575603-router', 'tenant_id': 'cedd385212eb4fb2a79a18020ecce76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9212-280e-4b5c-ac0e-7bab0272ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:37Z', 'updated_at': '2022-10-14T03:15:39Z', 'revision_number': 3, 'project_id': 'cedd385212eb4fb2a79a18020ecce76b', 'gw_port': {'id': 'cbbe9212-280e-4b5c-ac0e-7bab0272ee5a', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:38Z', 'updated_at': '2022-10-14T03:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:41.716061 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7978fa3c-c434-40a8-8189-8586a755cba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:41.728689 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3867a046-1929-4e95-b575-e07297eb0765 None None] The sync data for ids ['50dfe657-37e7-40c2-95ad-6b2be0a42f27'] in dv-cinder-801522-13-iscsi is: [{'id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'name': 'tempest-TestShelveInstance-1192575603-router', 'tenant_id': 'cedd385212eb4fb2a79a18020ecce76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9212-280e-4b5c-ac0e-7bab0272ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:37Z', 'updated_at': '2022-10-14T03:15:39Z', 'revision_number': 3, 'project_id': 'cedd385212eb4fb2a79a18020ecce76b', 'gw_port': {'id': 'cbbe9212-280e-4b5c-ac0e-7bab0272ee5a', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:38Z', 'updated_at': '2022-10-14T03:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:15:41.759494 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd6a67-4c3b-4a29-ac1f-0d3e358a42a4 None None] Current status of the port fd890523-9549-40e8-8b1c-a31e8b0825b0 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:15:41.769580 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-2cfd6a67-4c3b-4a29-ac1f-0d3e358a42a4 None None] Provisioning complete for port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:41.770314 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2cfd6a67-4c3b-4a29-ac1f-0d3e358a42a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:41.770554 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-2cfd6a67-4c3b-4a29-ac1f-0d3e358a42a4 None None] Attempt 1 to provision port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 Oct 14 03:15:41.848671 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7978fa3c-c434-40a8-8189-8586a755cba8 admin admin] Publish callbacks [] for security_group (969572f5-f047-4958-9ace-e5f1f2eb1113), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:41.849051 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd6a67-4c3b-4a29-ac1f-0d3e358a42a4 None None] Port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:15:41.850285 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] Publish callbacks [] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:41.900658 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device fd890523-9549-40e8-8b1c-a31e8b0825b0 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:15:41.919019 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7978fa3c-c434-40a8-8189-8586a755cba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (969572f5-f047-4958-9ace-e5f1f2eb1113), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:41.919330 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:41.925937 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:41.957144 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port fd890523-9549-40e8-8b1c-a31e8b0825b0 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:41.957743 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fd890523-9549-40e8-8b1c-a31e8b0825b0), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:41.957888 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port fd890523-9549-40e8-8b1c-a31e8b0825b0 Oct 14 03:15:41.999640 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978fa3c-c434-40a8-8189-8586a755cba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969572f5-f047-4958-9ace-e5f1f2eb1113,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:42.024860 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-7978fa3c-c434-40a8-8189-8586a755cba8 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=68d5bc3ff5d44d5f8ee2821597888c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6947932 Oct 14 03:15:42.027773 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41380) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:42.035571 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] Pushing event updated for resources: {'Port': ['ID=3ddc5531-87fd-4d0c-b0c3-4d7f458ed986,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:42.042335 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-735651'] for router_interface (50dfe657-37e7-40c2-95ad-6b2be0a42f27), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:42.116260 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:42.161547 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f18ed3ba-8568-4a27-84b4-f85edb01012b admin admin] Publish callbacks [] for security_group (969572f5-f047-4958-9ace-e5f1f2eb1113), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:42.163367 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port fd890523-9549-40e8-8b1c-a31e8b0825b0 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:15:42.166389 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:15:42.206568 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f18ed3ba-8568-4a27-84b4-f85edb01012b admin admin] Publish callbacks [] for security_group (969572f5-f047-4958-9ace-e5f1f2eb1113), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:42.249252 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:42.249559 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:42.250897 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b Oct 14 03:15:42.265676 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] Network 841a7afd-0ddf-42e1-830e-aeeeb94720d1 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:15:42.267342 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:15:42.388834 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:15:42.394424 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f18ed3ba-8568-4a27-84b4-f85edb01012b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (969572f5-f047-4958-9ace-e5f1f2eb1113), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:42.397271 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f18ed3ba-8568-4a27-84b4-f85edb01012b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:42.398494 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-f18ed3ba-8568-4a27-84b4-f85edb01012b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/969572f5-f047-4958-9ace-e5f1f2eb1113 HTTP/1.1" status: 204 len: 168 time: 0.3698957 Oct 14 03:15:42.428392 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ed3ba-8568-4a27-84b4-f85edb01012b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969572f5-f047-4958-9ace-e5f1f2eb1113,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:42.465343 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] Router 50dfe657-37e7-40c2-95ad-6b2be0a42f27 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:15:42.611931 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41394) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:42.637899 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:15:42.644459 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-cf56d359-3a9d-4ae6-b18d-6bc6650b0462 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/50dfe657-37e7-40c2-95ad-6b2be0a42f27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6012912 Oct 14 03:15:42.677813 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-7130ac6d-f706-46c4-9e00-e147f95e8f08 None None] Provisioning complete for port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:42.678189 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-7130ac6d-f706-46c4-9e00-e147f95e8f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:42.678522 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-7130ac6d-f706-46c4-9e00-e147f95e8f08 None None] Attempt 1 to provision port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 Oct 14 03:15:42.722189 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-7130ac6d-f706-46c4-9e00-e147f95e8f08 None None] Port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:15:42.729223 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-8dfc8fb1-698f-4410-868f-a78dd94dcdc7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1055893701-network', 'tenant_id': 'f7f11955b8c9406daa11fe9576edef04'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:15:42.870656 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfc8fb1-698f-4410-868f-a78dd94dcdc7 admin admin] Made reservation on behalf of f7f11955b8c9406daa11fe9576edef04 for: {'network': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:15:42.873323 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8fb1-698f-4410-868f-a78dd94dcdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:42.888844 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8fb1-698f-4410-868f-a78dd94dcdc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:42.991110 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:42.993314 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8fb1-698f-4410-868f-a78dd94dcdc7 admin admin] Publish callbacks [] for security_group (0d9f4f0e-7242-4194-90c9-6041459c38a7), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:43.062224 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8fb1-698f-4410-868f-a78dd94dcdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (0d9f4f0e-7242-4194-90c9-6041459c38a7), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:43.093391 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dfc8fb1-698f-4410-868f-a78dd94dcdc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=105050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 03:15:43.126345 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8fb1-698f-4410-868f-a78dd94dcdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (183cd6ed-b010-49e8-8e33-971fe5d1ad0e), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:43.126691 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.segments_db [None req-8dfc8fb1-698f-4410-868f-a78dd94dcdc7 admin admin] Added segment 183cd6ed-b010-49e8-8e33-971fe5d1ad0e of type vlan for network 4bca786c-e84f-460d-8806-326bc3b45b10 Oct 14 03:15:43.128053 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc8fb1-698f-4410-868f-a78dd94dcdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9f4f0e-7242-4194-90c9-6041459c38a7,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:43.186442 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8fb1-698f-4410-868f-a78dd94dcdc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (4bca786c-e84f-460d-8806-326bc3b45b10), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:43.321321 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8fb1-698f-4410-868f-a78dd94dcdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (4bca786c-e84f-460d-8806-326bc3b45b10), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:43.322478 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfc8fb1-698f-4410-868f-a78dd94dcdc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:15:43.323091 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8fb1-698f-4410-868f-a78dd94dcdc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:43.382444 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41424) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:43.386995 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc8fb1-698f-4410-868f-a78dd94dcdc7 admin admin] Pushing event updated for resources: {'Network': ['ID=4bca786c-e84f-460d-8806-326bc3b45b10,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:43.387822 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-03622728-dba9-4f29-975e-01bbffa6187f tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1563930920', 'description': 'tempest-secgroup-smoke-1563930920 description', 'project_id': '0a302ca039794ab599996fcda417a1c6'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:15:43.397399 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network 4bca786c-e84f-460d-8806-326bc3b45b10 details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 03:15:43.461259 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-8dfc8fb1-698f-4410-868f-a78dd94dcdc7 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8477664 Oct 14 03:15:43.464128 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41428) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:43.468908 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-22b6cd59-7d54-4ea3-a034-5d77a39690bd admin admin] Request body: {'subnet': {'network_id': '4bca786c-e84f-460d-8806-326bc3b45b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1055893701-subnet', 'tenant_id': 'f7f11955b8c9406daa11fe9576edef04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:15:43.538907 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-03622728-dba9-4f29-975e-01bbffa6187f tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:43.595579 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b6cd59-7d54-4ea3-a034-5d77a39690bd admin admin] Made reservation on behalf of f7f11955b8c9406daa11fe9576edef04 for: {'subnet': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:15:43.598822 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-22b6cd59-7d54-4ea3-a034-5d77a39690bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129056296'] for subnet (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:43.611318 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:43.614888 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-03622728-dba9-4f29-975e-01bbffa6187f tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group (09af24c6-0218-41b9-92ec-1569d4a6eed5), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:43.722241 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-03622728-dba9-4f29-975e-01bbffa6187f tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (09af24c6-0218-41b9-92ec-1569d4a6eed5), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:43.754678 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03622728-dba9-4f29-975e-01bbffa6187f tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09af24c6-0218-41b9-92ec-1569d4a6eed5,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:43.859048 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device cbbe9212-280e-4b5c-ac0e-7bab0272ee5a up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:15:43.871321 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-22b6cd59-7d54-4ea3-a034-5d77a39690bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128314532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129056314'] for subnet (7a341fa0-a732-4cf4-8890-78eadf17e984), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:43.872282 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-03622728-dba9-4f29-975e-01bbffa6187f tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:43.876722 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-03622728-dba9-4f29-975e-01bbffa6187f tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4931593 Oct 14 03:15:43.880321 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:43.880468 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41436) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:43.900850 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-a1eb1f38-d280-499a-b1e4-16cf37b3175d tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Request body: {'security_group_rule': {'security_group_id': '09af24c6-0218-41b9-92ec-1569d4a6eed5', 'project_id': '0a302ca039794ab599996fcda417a1c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:15:43.912487 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port cbbe9212-280e-4b5c-ac0e-7bab0272ee5a triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:43.912860 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (cbbe9212-280e-4b5c-ac0e-7bab0272ee5a), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:43.913189 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port cbbe9212-280e-4b5c-ac0e-7bab0272ee5a Oct 14 03:15:43.953355 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:43.963642 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6cd59-7d54-4ea3-a034-5d77a39690bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a341fa0-a732-4cf4-8890-78eadf17e984,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:43.997456 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b6cd59-7d54-4ea3-a034-5d77a39690bd admin admin] Checking segment: {'id': '183cd6ed-b010-49e8-8e33-971fe5d1ad0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4bca786c-e84f-460d-8806-326bc3b45b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:15:43.999657 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b6cd59-7d54-4ea3-a034-5d77a39690bd admin admin] Network hostable DHCP agents. Network: 4bca786c-e84f-460d-8806-326bc3b45b10, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 03:15:44.000190 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a1eb1f38-d280-499a-b1e4-16cf37b3175d tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group_rule (bcf7f0d3-611f-4e60-b82f-0b696d1171d7), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:44.006645 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port cbbe9212-280e-4b5c-ac0e-7bab0272ee5a is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:15:44.007044 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (cbbe9212-280e-4b5c-ac0e-7bab0272ee5a), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:44.042738 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port cbbe9212-280e-4b5c-ac0e-7bab0272ee5a, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=cbbe9212-280e-4b5c-ac0e-7bab0272ee5a,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:15:44.079501 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a1eb1f38-d280-499a-b1e4-16cf37b3175d tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group_rule (bcf7f0d3-611f-4e60-b82f-0b696d1171d7), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:44.110655 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b6cd59-7d54-4ea3-a034-5d77a39690bd admin admin] Network 4bca786c-e84f-460d-8806-326bc3b45b10 is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 03:15:44.111411 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (cbbe9212-280e-4b5c-ac0e-7bab0272ee5a), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:44.176544 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=cbbe9212-280e-4b5c-ac0e-7bab0272ee5a,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:44.201808 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a1eb1f38-d280-499a-b1e4-16cf37b3175d tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (bcf7f0d3-611f-4e60-b82f-0b696d1171d7), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:44.222882 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb1f38-d280-499a-b1e4-16cf37b3175d tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf7f0d3-611f-4e60-b82f-0b696d1171d7,revision_number=0']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:44.254032 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-22b6cd59-7d54-4ea3-a034-5d77a39690bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, 4bca786c-e84f-460d-8806-326bc3b45b10) {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:15:44.258840 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b6cd59-7d54-4ea3-a034-5d77a39690bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:15:44.267044 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-22b6cd59-7d54-4ea3-a034-5d77a39690bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:44.267180 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c8b006-6dae-42e9-aadd-f9579874ff31 None None] Network 4bca786c-e84f-460d-8806-326bc3b45b10 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:15:44.278123 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:44.289608 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a1eb1f38-d280-499a-b1e4-16cf37b3175d tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:44.291187 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-a1eb1f38-d280-499a-b1e4-16cf37b3175d tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4097321 Oct 14 03:15:44.294294 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41450) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:44.299267 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-4b533714-52f7-4a68-9845-9bbc59cf4d6a tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Request body: {'security_group_rule': {'security_group_id': '09af24c6-0218-41b9-92ec-1569d4a6eed5', 'project_id': '0a302ca039794ab599996fcda417a1c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:15:44.363061 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a30fa3-be66-425f-9e2b-4275fa36b179 None None] Network 4bca786c-e84f-460d-8806-326bc3b45b10 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:15:44.375758 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-22b6cd59-7d54-4ea3-a034-5d77a39690bd admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9105980 Oct 14 03:15:44.408458 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4b533714-52f7-4a68-9845-9bbc59cf4d6a tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group_rule (35a6653c-1316-4769-ab37-4fa0d50b300c), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:44.509204 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4b533714-52f7-4a68-9845-9bbc59cf4d6a tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group_rule (35a6653c-1316-4769-ab37-4fa0d50b300c), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:44.604552 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4b533714-52f7-4a68-9845-9bbc59cf4d6a tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (35a6653c-1316-4769-ab37-4fa0d50b300c), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:44.627923 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b533714-52f7-4a68-9845-9bbc59cf4d6a tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a6653c-1316-4769-ab37-4fa0d50b300c,revision_number=0']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:44.693597 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4b533714-52f7-4a68-9845-9bbc59cf4d6a tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:44.697986 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41464) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:44.702480 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-bc051784-908a-4d9f-b075-714d9b5d4e10 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Request body: {'security_group_rule': {'security_group_id': '09af24c6-0218-41b9-92ec-1569d4a6eed5', 'project_id': '0a302ca039794ab599996fcda417a1c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:15:44.706392 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-4b533714-52f7-4a68-9845-9bbc59cf4d6a tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4105852 Oct 14 03:15:44.742891 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41466) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:44.804178 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Sync routers for ids ['50dfe657-37e7-40c2-95ad-6b2be0a42f27'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:15:44.814002 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Routers {'50dfe657-37e7-40c2-95ad-6b2be0a42f27'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:15:44.814710 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:15:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['50dfe657-37e7-40c2-95ad-6b2be0a42f27'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:44.913744 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9fb5f821-a39c-41a8-a486-0054161cdc46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:44.929566 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Set router 50dfe657-37e7-40c2-95ad-6b2be0a42f27 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:15:44.937176 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-bc051784-908a-4d9f-b075-714d9b5d4e10 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group_rule (e04cbc43-ac5e-4a5e-aae2-68d7cfa86104), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.068198 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-bc051784-908a-4d9f-b075-714d9b5d4e10 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group_rule (e04cbc43-ac5e-4a5e-aae2-68d7cfa86104), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.092427 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9fb5f821-a39c-41a8-a486-0054161cdc46 admin admin] Publish callbacks [] for security_group (d116ba6f-fdf2-4dfc-ab2d-628c188f9f3e), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.141313 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'name': 'tempest-TestShelveInstance-1192575603-router', 'tenant_id': 'cedd385212eb4fb2a79a18020ecce76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9212-280e-4b5c-ac0e-7bab0272ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:37Z', 'updated_at': '2022-10-14T03:15:41Z', 'revision_number': 4, 'project_id': 'cedd385212eb4fb2a79a18020ecce76b', 'gw_port': {'id': 'cbbe9212-280e-4b5c-ac0e-7bab0272ee5a', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:38Z', 'updated_at': '2022-10-14T03:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '3ddc5531-87fd-4d0c-b0c3-4d7f458ed986', 'name': '', 'network_id': '841a7afd-0ddf-42e1-830e-aeeeb94720d1', 'tenant_id': 'cedd385212eb4fb2a79a18020ecce76b', 'mac_address': 'fa:16:3e:15:0f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7132f444-bb7e-4b2a-b5e1-75c5285912eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:40Z', 'updated_at': '2022-10-14T03:15:41Z', 'revision_number': 2, 'project_id': 'cedd385212eb4fb2a79a18020ecce76b', 'subnets': [{'id': '7132f444-bb7e-4b2a-b5e1-75c5285912eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:45.146194 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:45.174594 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Checking router: 50dfe657-37e7-40c2-95ad-6b2be0a42f27 for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:15:45.174983 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Updating router 50dfe657-37e7-40c2-95ad-6b2be0a42f27 port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 binding host dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:15:45.179179 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-bc051784-908a-4d9f-b075-714d9b5d4e10 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (e04cbc43-ac5e-4a5e-aae2-68d7cfa86104), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.183363 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9fb5f821-a39c-41a8-a486-0054161cdc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (d116ba6f-fdf2-4dfc-ab2d-628c188f9f3e), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.229388 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-9fb5f821-a39c-41a8-a486-0054161cdc46 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=0554790d9e0b4135a87c7e96fe823835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4853296 Oct 14 03:15:45.232600 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.241741 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41478) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:45.249229 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc051784-908a-4d9f-b075-714d9b5d4e10 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04cbc43-ac5e-4a5e-aae2-68d7cfa86104,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:45.259116 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5f821-a39c-41a8-a486-0054161cdc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d116ba6f-fdf2-4dfc-ab2d-628c188f9f3e,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:45.296834 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41482) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:45.305310 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-adaedf44-2ab4-4fd6-800c-cae99b94b492 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-248785306-network', 'tenant_id': 'ec85ee91ec734d0dbd86da9a12f44545'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:15:45.319717 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:45.345938 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-bc051784-908a-4d9f-b075-714d9b5d4e10 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.350592 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-bc051784-908a-4d9f-b075-714d9b5d4e10 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6483049 Oct 14 03:15:45.350592 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41486) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:45.352044 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf1e7-4675-46fb-b540-d7e7c03b7065 admin admin] Publish callbacks [] for security_group (d116ba6f-fdf2-4dfc-ab2d-628c188f9f3e), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.355289 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-9c09d54d-8898-4ce5-8082-99b39170be8b tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Request body: {'security_group_rule': {'security_group_id': '09af24c6-0218-41b9-92ec-1569d4a6eed5', 'project_id': '0a302ca039794ab599996fcda417a1c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:15:45.368104 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:45.374680 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf1e7-4675-46fb-b540-d7e7c03b7065 admin admin] Publish callbacks [] for security_group (d116ba6f-fdf2-4dfc-ab2d-628c188f9f3e), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.423810 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adaedf44-2ab4-4fd6-800c-cae99b94b492 admin admin] Made reservation on behalf of ec85ee91ec734d0dbd86da9a12f44545 for: {'network': 1} {{(pid=105049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:15:45.426145 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-adaedf44-2ab4-4fd6-800c-cae99b94b492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.434566 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-adaedf44-2ab4-4fd6-800c-cae99b94b492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.460434 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9c09d54d-8898-4ce5-8082-99b39170be8b tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group_rule (ca21be0a-4467-4562-b5da-374f9a0eaeae), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.516839 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf1e7-4675-46fb-b540-d7e7c03b7065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (d116ba6f-fdf2-4dfc-ab2d-628c188f9f3e), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.520343 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf1e7-4675-46fb-b540-d7e7c03b7065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.521663 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-2e6bf1e7-4675-46fb-b540-d7e7c03b7065 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d116ba6f-fdf2-4dfc-ab2d-628c188f9f3e HTTP/1.1" status: 204 len: 168 time: 0.2784104 Oct 14 03:15:45.536005 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9c09d54d-8898-4ce5-8082-99b39170be8b tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group_rule (ca21be0a-4467-4562-b5da-374f9a0eaeae), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.541504 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Publish callbacks [] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), precommit_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.544358 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bf1e7-4675-46fb-b540-d7e7c03b7065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d116ba6f-fdf2-4dfc-ab2d-628c188f9f3e,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:45.596861 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-adaedf44-2ab4-4fd6-800c-cae99b94b492 admin admin] Publish callbacks [] for security_group (42bec6b4-991f-4634-97d0-7e651afb94ee), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.604357 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9c09d54d-8898-4ce5-8082-99b39170be8b tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (ca21be0a-4467-4562-b5da-374f9a0eaeae), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.624299 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09d54d-8898-4ce5-8082-99b39170be8b tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca21be0a-4467-4562-b5da-374f9a0eaeae,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:45.629223 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.701612 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-adaedf44-2ab4-4fd6-800c-cae99b94b492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (42bec6b4-991f-4634-97d0-7e651afb94ee), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.703478 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952615e9-a139-4b50-befd-7d60b3d43e31 None None] Pushing event updated for resources: {'Port': ['ID=3ddc5531-87fd-4d0c-b0c3-4d7f458ed986,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:45.719118 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Attempting to bind port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:15:45.719484 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Attempting to bind port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': 'fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '841a7afd-0ddf-42e1-830e-aeeeb94720d1'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:15:45.719853 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Attempting to bind port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 on network 841a7afd-0ddf-42e1-830e-aeeeb94720d1 {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:15:45.729916 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adaedf44-2ab4-4fd6-800c-cae99b94b492 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=105049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 03:15:45.740623 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaedf44-2ab4-4fd6-800c-cae99b94b492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bec6b4-991f-4634-97d0-7e651afb94ee,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:45.746733 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-adaedf44-2ab4-4fd6-800c-cae99b94b492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (fcba2d7a-3dcf-40c6-b3f8-56f32a476fc8), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.747074 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.segments_db [None req-adaedf44-2ab4-4fd6-800c-cae99b94b492 admin admin] Added segment fcba2d7a-3dcf-40c6-b3f8-56f32a476fc8 of type vlan for network aa97fba9-2e26-49cd-83e0-97bc1e0e8888 Oct 14 03:15:45.757444 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:45.758771 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9c09d54d-8898-4ce5-8082-99b39170be8b tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.760915 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-9c09d54d-8898-4ce5-8082-99b39170be8b tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4096971 Oct 14 03:15:45.763845 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41490) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:45.769919 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:15:45.770214 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Checking segment: {'id': 'fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '841a7afd-0ddf-42e1-830e-aeeeb94720d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:15:45.770707 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.771097 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Bound using segment: {'id': 'fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '841a7afd-0ddf-42e1-830e-aeeeb94720d1'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:15:45.771573 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Bound port: 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '841a7afd-0ddf-42e1-830e-aeeeb94720d1'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:15:45.771994 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.772752 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-cdb2e3eb-3573-488a-be8c-6db4b1f495ee tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Request body: {'security_group_rule': {'security_group_id': '09af24c6-0218-41b9-92ec-1569d4a6eed5', 'project_id': '0a302ca039794ab599996fcda417a1c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:15:45.797585 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-adaedf44-2ab4-4fd6-800c-cae99b94b492 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (aa97fba9-2e26-49cd-83e0-97bc1e0e8888), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.838804 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.securitygroups_db [None req-cdb2e3eb-3573-488a-be8c-6db4b1f495ee tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Project 0a302ca039794ab599996fcda417a1c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 03:15:45.839025 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] For port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:15:45.842326 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] For port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=3ddc5531-87fd-4d0c-b0c3-4d7f458ed986,segment=NetworkSegment(fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125),segment_id=fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:15:45.845158 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e3eb-3573-488a-be8c-6db4b1f495ee tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group_rule (7c028e42-a933-4fdc-a6ca-6dc7e213a351), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.873799 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device cbbe9212-280e-4b5c-ac0e-7bab0272ee5a up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:15:45.910566 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-adaedf44-2ab4-4fd6-800c-cae99b94b492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (aa97fba9-2e26-49cd-83e0-97bc1e0e8888), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.911839 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaedf44-2ab4-4fd6-800c-cae99b94b492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:15:45.912556 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-adaedf44-2ab4-4fd6-800c-cae99b94b492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.917241 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e3eb-3573-488a-be8c-6db4b1f495ee tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group_rule (7c028e42-a933-4fdc-a6ca-6dc7e213a351), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.919517 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port cbbe9212-280e-4b5c-ac0e-7bab0272ee5a triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:45.920025 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (cbbe9212-280e-4b5c-ac0e-7bab0272ee5a), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.920366 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port cbbe9212-280e-4b5c-ac0e-7bab0272ee5a Oct 14 03:15:45.941646 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:45.981227 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaedf44-2ab4-4fd6-800c-cae99b94b492 admin admin] Pushing event updated for resources: {'Network': ['ID=aa97fba9-2e26-49cd-83e0-97bc1e0e8888,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:45.995540 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network aa97fba9-2e26-49cd-83e0-97bc1e0e8888 details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 03:15:46.000673 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Routers {'50dfe657-37e7-40c2-95ad-6b2be0a42f27'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:15:46.001296 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:15:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['50dfe657-37e7-40c2-95ad-6b2be0a42f27'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:46.008544 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e3eb-3573-488a-be8c-6db4b1f495ee tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (7c028e42-a933-4fdc-a6ca-6dc7e213a351), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:46.032365 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2e3eb-3573-488a-be8c-6db4b1f495ee tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c028e42-a933-4fdc-a6ca-6dc7e213a351,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:46.057721 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-adaedf44-2ab4-4fd6-800c-cae99b94b492 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7536225 Oct 14 03:15:46.058314 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41498) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:46.063991 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-19dc66e0-a05f-4ae5-8d1e-af345a9e7448 admin admin] Request body: {'subnet': {'network_id': 'aa97fba9-2e26-49cd-83e0-97bc1e0e8888', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-248785306-subnet', 'tenant_id': 'ec85ee91ec734d0dbd86da9a12f44545', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:15:46.100519 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952615e9-a139-4b50-befd-7d60b3d43e31 None None] Pushing event updated for resources: {'Port': ['ID=3ddc5531-87fd-4d0c-b0c3-4d7f458ed986,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:46.134123 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-cdb2e3eb-3573-488a-be8c-6db4b1f495ee tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:46.141658 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-cdb2e3eb-3573-488a-be8c-6db4b1f495ee tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3703668 Oct 14 03:15:46.141823 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41502) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:46.146709 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-45c305c8-5b5e-4174-8512-07eda657851c tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Request body: {'security_group_rule': {'security_group_id': '09af24c6-0218-41b9-92ec-1569d4a6eed5', 'project_id': '0a302ca039794ab599996fcda417a1c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:15:46.174278 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:46.234167 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dc66e0-a05f-4ae5-8d1e-af345a9e7448 admin admin] Made reservation on behalf of ec85ee91ec734d0dbd86da9a12f44545 for: {'subnet': 1} {{(pid=105049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:15:46.237618 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-19dc66e0-a05f-4ae5-8d1e-af345a9e7448 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129322668'] for subnet (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:46.247321 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.securitygroups_db [None req-45c305c8-5b5e-4174-8512-07eda657851c tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Project 0a302ca039794ab599996fcda417a1c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 03:15:46.301705 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-45c305c8-5b5e-4174-8512-07eda657851c tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group_rule (7e4486b3-0e7f-470e-8f24-22fe10f13ffb), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:46.357382 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:INSERT=18,neutron:SELECT=74,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:46.363289 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port cbbe9212-280e-4b5c-ac0e-7bab0272ee5a is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:15:46.373884 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] Set router 50dfe657-37e7-40c2-95ad-6b2be0a42f27 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:15:46.403126 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-45c305c8-5b5e-4174-8512-07eda657851c tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group_rule (7e4486b3-0e7f-470e-8f24-22fe10f13ffb), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:46.513193 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-45c305c8-5b5e-4174-8512-07eda657851c tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (7e4486b3-0e7f-470e-8f24-22fe10f13ffb), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:46.553980 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c305c8-5b5e-4174-8512-07eda657851c tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4486b3-0e7f-470e-8f24-22fe10f13ffb,revision_number=0']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:46.570291 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-19dc66e0-a05f-4ae5-8d1e-af345a9e7448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129412837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129322686'] for subnet (8cdc2335-d0a2-4995-9a6d-9aff40a68e6a), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:46.598512 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:INSERT=11,neutron:UPDATE=2,neutron:SELECT=83,neutron:DELETE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:46.602123 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'name': 'tempest-TestShelveInstance-1192575603-router', 'tenant_id': 'cedd385212eb4fb2a79a18020ecce76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9212-280e-4b5c-ac0e-7bab0272ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:37Z', 'updated_at': '2022-10-14T03:15:41Z', 'revision_number': 4, 'project_id': 'cedd385212eb4fb2a79a18020ecce76b', 'gw_port': {'id': 'cbbe9212-280e-4b5c-ac0e-7bab0272ee5a', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:38Z', 'updated_at': '2022-10-14T03:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '3ddc5531-87fd-4d0c-b0c3-4d7f458ed986', 'name': '', 'network_id': '841a7afd-0ddf-42e1-830e-aeeeb94720d1', 'tenant_id': 'cedd385212eb4fb2a79a18020ecce76b', 'mac_address': 'fa:16:3e:15:0f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7132f444-bb7e-4b2a-b5e1-75c5285912eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:40Z', 'updated_at': '2022-10-14T03:15:45Z', 'revision_number': 4, 'project_id': 'cedd385212eb4fb2a79a18020ecce76b', 'subnets': [{'id': '7132f444-bb7e-4b2a-b5e1-75c5285912eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:15:46.626045 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc66e0-a05f-4ae5-8d1e-af345a9e7448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cdc2335-d0a2-4995-9a6d-9aff40a68e6a,revision_number=0']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:46.627473 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406fba26-8c81-4a5e-a863-821c6c8b7558 None None] The sync data for ids ['50dfe657-37e7-40c2-95ad-6b2be0a42f27'] in dv-cinder-801522-13-iscsi is: [{'id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'name': 'tempest-TestShelveInstance-1192575603-router', 'tenant_id': 'cedd385212eb4fb2a79a18020ecce76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9212-280e-4b5c-ac0e-7bab0272ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:37Z', 'updated_at': '2022-10-14T03:15:41Z', 'revision_number': 4, 'project_id': 'cedd385212eb4fb2a79a18020ecce76b', 'gw_port': {'id': 'cbbe9212-280e-4b5c-ac0e-7bab0272ee5a', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:38Z', 'updated_at': '2022-10-14T03:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '3ddc5531-87fd-4d0c-b0c3-4d7f458ed986', 'name': '', 'network_id': '841a7afd-0ddf-42e1-830e-aeeeb94720d1', 'tenant_id': 'cedd385212eb4fb2a79a18020ecce76b', 'mac_address': 'fa:16:3e:15:0f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7132f444-bb7e-4b2a-b5e1-75c5285912eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:40Z', 'updated_at': '2022-10-14T03:15:45Z', 'revision_number': 4, 'project_id': 'cedd385212eb4fb2a79a18020ecce76b', 'subnets': [{'id': '7132f444-bb7e-4b2a-b5e1-75c5285912eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:15:46.636768 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-45c305c8-5b5e-4174-8512-07eda657851c tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:46.638684 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-45c305c8-5b5e-4174-8512-07eda657851c tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4994879 Oct 14 03:15:46.648329 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dc66e0-a05f-4ae5-8d1e-af345a9e7448 admin admin] Checking segment: {'id': 'fcba2d7a-3dcf-40c6-b3f8-56f32a476fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'aa97fba9-2e26-49cd-83e0-97bc1e0e8888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:15:46.648931 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dc66e0-a05f-4ae5-8d1e-af345a9e7448 admin admin] Network hostable DHCP agents. Network: aa97fba9-2e26-49cd-83e0-97bc1e0e8888, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 03:15:46.776300 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dc66e0-a05f-4ae5-8d1e-af345a9e7448 admin admin] Network aa97fba9-2e26-49cd-83e0-97bc1e0e8888 is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 03:15:46.872566 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-19dc66e0-a05f-4ae5-8d1e-af345a9e7448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, aa97fba9-2e26-49cd-83e0-97bc1e0e8888) {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:15:46.874221 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc66e0-a05f-4ae5-8d1e-af345a9e7448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:15:46.875061 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-19dc66e0-a05f-4ae5-8d1e-af345a9e7448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:46.882221 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c36b759-656e-441d-ba4b-74be8190477f None None] Network aa97fba9-2e26-49cd-83e0-97bc1e0e8888 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:15:47.015437 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b43d5a-dff3-4e9a-989b-3c6de1210967 None None] Network aa97fba9-2e26-49cd-83e0-97bc1e0e8888 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:15:47.038221 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-19dc66e0-a05f-4ae5-8d1e-af345a9e7448 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9767997 Oct 14 03:15:47.610904 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:47.881381 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:15:47.923073 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:47.925590 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:47.926003 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:47.926330 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 Oct 14 03:15:48.001882 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:15:48.003055 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:48.035519 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=3ddc5531-87fd-4d0c-b0c3-4d7f458ed986,segment=NetworkSegment(fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125),segment_id=fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:15:48.106928 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:48.167018 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=3ddc5531-87fd-4d0c-b0c3-4d7f458ed986,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:48.842242 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41622) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:48.946412 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-1b5ebf98-8702-41b9-88bb-2d7b94a1feb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:49.026855 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-1b5ebf98-8702-41b9-88bb-2d7b94a1feb0 admin admin] Publish callbacks [] for security_group (dddae3bf-21a2-482c-89ad-7778eb8bf14f), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:49.084460 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-1b5ebf98-8702-41b9-88bb-2d7b94a1feb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (dddae3bf-21a2-482c-89ad-7778eb8bf14f), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:49.124692 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-1b5ebf98-8702-41b9-88bb-2d7b94a1feb0 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=dd17139d63c444beaed77f54bd4ff033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813621 Oct 14 03:15:49.125634 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ebf98-8702-41b9-88bb-2d7b94a1feb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddae3bf-21a2-482c-89ad-7778eb8bf14f,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:49.128056 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41626) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:49.183561 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a8572eb7-c4db-403e-b53c-8554cd51e7ab admin admin] Publish callbacks [] for security_group (dddae3bf-21a2-482c-89ad-7778eb8bf14f), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:49.205133 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a8572eb7-c4db-403e-b53c-8554cd51e7ab admin admin] Publish callbacks [] for security_group (dddae3bf-21a2-482c-89ad-7778eb8bf14f), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:49.364520 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a8572eb7-c4db-403e-b53c-8554cd51e7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (dddae3bf-21a2-482c-89ad-7778eb8bf14f), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:49.367291 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a8572eb7-c4db-403e-b53c-8554cd51e7ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:49.368447 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-a8572eb7-c4db-403e-b53c-8554cd51e7ab admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/dddae3bf-21a2-482c-89ad-7778eb8bf14f HTTP/1.1" status: 204 len: 168 time: 0.2384553 Oct 14 03:15:49.379004 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8572eb7-c4db-403e-b53c-8554cd51e7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddae3bf-21a2-482c-89ad-7778eb8bf14f,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:49.857207 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:15:49.912376 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:15:49.912742 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:49.913115 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 Oct 14 03:15:49.983892 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:15:50.145725 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41652) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:50.159554 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d80083f3-8586-43db-859d-da328346a764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:50.241477 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d80083f3-8586-43db-859d-da328346a764 admin admin] Publish callbacks [] for security_group (06854524-2bb3-41d8-8d41-5bb6a64c49d5), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:50.358604 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-d80083f3-8586-43db-859d-da328346a764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (06854524-2bb3-41d8-8d41-5bb6a64c49d5), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:50.397551 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80083f3-8586-43db-859d-da328346a764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06854524-2bb3-41d8-8d41-5bb6a64c49d5,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:50.401936 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-d80083f3-8586-43db-859d-da328346a764 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=73319bfb27454f8c93514f7cb0a6de67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544713 Oct 14 03:15:50.404542 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41660) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:50.457774 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9d4b08d6-e81a-4876-90a7-2db0eed41950 admin admin] Publish callbacks [] for security_group (06854524-2bb3-41d8-8d41-5bb6a64c49d5), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:50.478941 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9d4b08d6-e81a-4876-90a7-2db0eed41950 admin admin] Publish callbacks [] for security_group (06854524-2bb3-41d8-8d41-5bb6a64c49d5), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:50.595850 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9d4b08d6-e81a-4876-90a7-2db0eed41950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (06854524-2bb3-41d8-8d41-5bb6a64c49d5), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:50.599451 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9d4b08d6-e81a-4876-90a7-2db0eed41950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:50.600601 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-9d4b08d6-e81a-4876-90a7-2db0eed41950 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/06854524-2bb3-41d8-8d41-5bb6a64c49d5 HTTP/1.1" status: 204 len: 168 time: 0.1951692 Oct 14 03:15:50.608788 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b08d6-e81a-4876-90a7-2db0eed41950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06854524-2bb3-41d8-8d41-5bb6a64c49d5,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:51.278988 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41670) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:51.292725 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-937acbed-0302-4e95-a613-f502d3988f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:51.312546 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:51.369354 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-937acbed-0302-4e95-a613-f502d3988f45 admin admin] Publish callbacks [] for security_group (9582288c-b54f-4917-80c4-df7050e4eb7f), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:51.432979 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-937acbed-0302-4e95-a613-f502d3988f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (9582288c-b54f-4917-80c4-df7050e4eb7f), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:51.477325 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-937acbed-0302-4e95-a613-f502d3988f45 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=c2fdf23f0560401ab8740dd8b024df6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958990 Oct 14 03:15:51.478863 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937acbed-0302-4e95-a613-f502d3988f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9582288c-b54f-4917-80c4-df7050e4eb7f,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:51.479264 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41680) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:15:51.533145 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-06377087-4577-4682-9c3b-edfdfbf96b63 admin admin] Publish callbacks [] for security_group (9582288c-b54f-4917-80c4-df7050e4eb7f), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:51.559944 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-06377087-4577-4682-9c3b-edfdfbf96b63 admin admin] Publish callbacks [] for security_group (9582288c-b54f-4917-80c4-df7050e4eb7f), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:51.664033 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-06377087-4577-4682-9c3b-edfdfbf96b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (9582288c-b54f-4917-80c4-df7050e4eb7f), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:51.667574 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-06377087-4577-4682-9c3b-edfdfbf96b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:51.671749 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-06377087-4577-4682-9c3b-edfdfbf96b63 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/9582288c-b54f-4917-80c4-df7050e4eb7f HTTP/1.1" status: 204 len: 168 time: 0.1914694 Oct 14 03:15:51.681723 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06377087-4577-4682-9c3b-edfdfbf96b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9582288c-b54f-4917-80c4-df7050e4eb7f,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:15:51.806096 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=15 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:15:54.844431 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-c3c640bf-3bef-4f6b-9f24-3bd550e3a1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:57.098485 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-98b3fed5-e321-40f2-9488-1021ce2abd2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:58.358226 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:15:59.809649 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:00.001132 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:00.128802 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 41926) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:00.254904 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2155-059c-4cd5-8f21-f43c2718c2f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:00.263019 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:00.308173 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:00.329681 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2155-059c-4cd5-8f21-f43c2718c2f0 admin admin] Publish callbacks [] for security_group (8d12cf54-26c2-47e6-9c8e-4b79be9828ac), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:00.404243 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2155-059c-4cd5-8f21-f43c2718c2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (8d12cf54-26c2-47e6-9c8e-4b79be9828ac), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:00.445733 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-3e4e2155-059c-4cd5-8f21-f43c2718c2f0 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=da029b5f99994a6c9a7efb582300100c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158097 Oct 14 03:16:00.446707 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e2155-059c-4cd5-8f21-f43c2718c2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d12cf54-26c2-47e6-9c8e-4b79be9828ac,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:00.448488 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41930) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:00.502043 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-129b2d78-7b63-476a-8bdd-fde10b490ec6 admin admin] Publish callbacks [] for security_group (8d12cf54-26c2-47e6-9c8e-4b79be9828ac), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:00.522446 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-129b2d78-7b63-476a-8bdd-fde10b490ec6 admin admin] Publish callbacks [] for security_group (8d12cf54-26c2-47e6-9c8e-4b79be9828ac), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:00.664078 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-129b2d78-7b63-476a-8bdd-fde10b490ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (8d12cf54-26c2-47e6-9c8e-4b79be9828ac), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:00.666663 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-129b2d78-7b63-476a-8bdd-fde10b490ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:00.667817 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-129b2d78-7b63-476a-8bdd-fde10b490ec6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8d12cf54-26c2-47e6-9c8e-4b79be9828ac HTTP/1.1" status: 204 len: 168 time: 0.2183070 Oct 14 03:16:00.678923 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b2d78-7b63-476a-8bdd-fde10b490ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d12cf54-26c2-47e6-9c8e-4b79be9828ac,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:03.775584 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:04.038264 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:16:04.431767 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41990) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:04.475766 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_v2 [None req-babbc481-b08f-4d42-b543-ca4418068c96 admin admin] Deleting subnet 7a341fa0-a732-4cf4-8890-78eadf17e984 {{(pid=105049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 03:16:04.479687 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-babbc481-b08f-4d42-b543-ca4418068c96 admin admin] Publish callbacks [] for subnet (7a341fa0-a732-4cf4-8890-78eadf17e984), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:04.514004 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-babbc481-b08f-4d42-b543-ca4418068c96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126008735'] for subnet (7a341fa0-a732-4cf4-8890-78eadf17e984), precommit_delete_associations {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:04.554148 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-babbc481-b08f-4d42-b543-ca4418068c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475189'] for subnet (7a341fa0-a732-4cf4-8890-78eadf17e984), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:04.675633 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-babbc481-b08f-4d42-b543-ca4418068c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129412772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129318989'] for subnet (7a341fa0-a732-4cf4-8890-78eadf17e984), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:04.928465 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbc481-b08f-4d42-b543-ca4418068c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a341fa0-a732-4cf4-8890-78eadf17e984,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:04.932585 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-babbc481-b08f-4d42-b543-ca4418068c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:04.935682 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-babbc481-b08f-4d42-b543-ca4418068c96 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/7a341fa0-a732-4cf4-8890-78eadf17e984 HTTP/1.1" status: 204 len: 168 time: 0.5029144 Oct 14 03:16:04.938600 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 41992) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:05.009740 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-edb2ae98-7c93-402d-8646-c8f1346fcc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598136'] for network (4bca786c-e84f-460d-8806-326bc3b45b10), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.020504 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:05.088571 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-edb2ae98-7c93-402d-8646-c8f1346fcc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3595495', 'neutron.services.segments.db._delete_segments_for_network-8738586857692'] for network (4bca786c-e84f-460d-8806-326bc3b45b10), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.108490 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-edb2ae98-7c93-402d-8646-c8f1346fcc44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bca786c-e84f-460d-8806-326bc3b45b10']}} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:16:05.118845 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-edb2ae98-7c93-402d-8646-c8f1346fcc44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183cd6ed-b010-49e8-8e33-971fe5d1ad0e') {'for_net_delete': True} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:16:05.119134 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-edb2ae98-7c93-402d-8646-c8f1346fcc44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183cd6ed-b010-49e8-8e33-971fe5d1ad0e') {} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:16:05.128899 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-edb2ae98-7c93-402d-8646-c8f1346fcc44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738586902950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126008806'] for segment (183cd6ed-b010-49e8-8e33-971fe5d1ad0e), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.144169 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-edb2ae98-7c93-402d-8646-c8f1346fcc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (183cd6ed-b010-49e8-8e33-971fe5d1ad0e), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.150797 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb2ae98-7c93-402d-8646-c8f1346fcc44 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=105049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 03:16:05.151172 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-edb2ae98-7c93-402d-8646-c8f1346fcc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129412686'] for segment (183cd6ed-b010-49e8-8e33-971fe5d1ad0e), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.196499 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment 183cd6ed-b010-49e8-8e33-971fe5d1ad0e resource provider aggregate not found Oct 14 03:16:05.222584 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment 183cd6ed-b010-49e8-8e33-971fe5d1ad0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 183cd6ed-b010-49e8-8e33-971fe5d1ad0e found for delete ", "request_id": "req-19a5a8f5-aa1f-4b7f-8766-2a871c538b14"}]} Oct 14 03:16:05.283777 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-edb2ae98-7c93-402d-8646-c8f1346fcc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729251'] for network (4bca786c-e84f-460d-8806-326bc3b45b10), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.300222 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-edb2ae98-7c93-402d-8646-c8f1346fcc44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.303360 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-edb2ae98-7c93-402d-8646-c8f1346fcc44 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/4bca786c-e84f-460d-8806-326bc3b45b10 HTTP/1.1" status: 204 len: 168 time: 0.3635261 Oct 14 03:16:05.304405 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2ae98-7c93-402d-8646-c8f1346fcc44 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bca786c-e84f-460d-8806-326bc3b45b10,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:05.306816 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 42000) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:05.354350 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a77546-b332-4dfd-a9a1-016ef2a00efc admin admin] Deleting subnet 8cdc2335-d0a2-4995-9a6d-9aff40a68e6a {{(pid=105049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 03:16:05.357702 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f6a77546-b332-4dfd-a9a1-016ef2a00efc admin admin] Publish callbacks [] for subnet (8cdc2335-d0a2-4995-9a6d-9aff40a68e6a), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.359393 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:05.396341 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f6a77546-b332-4dfd-a9a1-016ef2a00efc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126008735'] for subnet (8cdc2335-d0a2-4995-9a6d-9aff40a68e6a), precommit_delete_associations {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.438438 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f6a77546-b332-4dfd-a9a1-016ef2a00efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475189'] for subnet (8cdc2335-d0a2-4995-9a6d-9aff40a68e6a), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.607433 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f6a77546-b332-4dfd-a9a1-016ef2a00efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129412772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129318989'] for subnet (8cdc2335-d0a2-4995-9a6d-9aff40a68e6a), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.633921 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a77546-b332-4dfd-a9a1-016ef2a00efc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cdc2335-d0a2-4995-9a6d-9aff40a68e6a,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:05.637659 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f6a77546-b332-4dfd-a9a1-016ef2a00efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.640906 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-f6a77546-b332-4dfd-a9a1-016ef2a00efc admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/8cdc2335-d0a2-4995-9a6d-9aff40a68e6a HTTP/1.1" status: 204 len: 168 time: 0.3331881 Oct 14 03:16:05.643454 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 42004) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:05.714868 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fedea64b-2dab-46b5-9ee9-1839c69a9561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598136'] for network (aa97fba9-2e26-49cd-83e0-97bc1e0e8888), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.796115 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fedea64b-2dab-46b5-9ee9-1839c69a9561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3595495', 'neutron.services.segments.db._delete_segments_for_network-8738586857692'] for network (aa97fba9-2e26-49cd-83e0-97bc1e0e8888), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.816185 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-fedea64b-2dab-46b5-9ee9-1839c69a9561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa97fba9-2e26-49cd-83e0-97bc1e0e8888']}} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:16:05.826238 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-fedea64b-2dab-46b5-9ee9-1839c69a9561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcba2d7a-3dcf-40c6-b3f8-56f32a476fc8') {'for_net_delete': True} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:16:05.826532 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-fedea64b-2dab-46b5-9ee9-1839c69a9561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcba2d7a-3dcf-40c6-b3f8-56f32a476fc8') {} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:16:05.835903 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fedea64b-2dab-46b5-9ee9-1839c69a9561 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738586902950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126008806'] for segment (fcba2d7a-3dcf-40c6-b3f8-56f32a476fc8), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.848757 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fedea64b-2dab-46b5-9ee9-1839c69a9561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (fcba2d7a-3dcf-40c6-b3f8-56f32a476fc8), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.855015 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedea64b-2dab-46b5-9ee9-1839c69a9561 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=105049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 03:16:05.855389 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fedea64b-2dab-46b5-9ee9-1839c69a9561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129412686'] for segment (fcba2d7a-3dcf-40c6-b3f8-56f32a476fc8), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.970263 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fedea64b-2dab-46b5-9ee9-1839c69a9561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729251'] for network (aa97fba9-2e26-49cd-83e0-97bc1e0e8888), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.975632 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fedea64b-2dab-46b5-9ee9-1839c69a9561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:05.979010 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-fedea64b-2dab-46b5-9ee9-1839c69a9561 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/aa97fba9-2e26-49cd-83e0-97bc1e0e8888 HTTP/1.1" status: 204 len: 168 time: 0.3344672 Oct 14 03:16:05.990697 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedea64b-2dab-46b5-9ee9-1839c69a9561 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa97fba9-2e26-49cd-83e0-97bc1e0e8888,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:06.339724 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 42010) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:06.375273 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-4dde5a5c-4dac-4cbf-9ff6-92b413cfccdd admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f7f11955b8c9406daa11fe9576edef04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400867 Oct 14 03:16:06.381557 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 42012) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:06.431851 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6c2493ef-d5aa-4019-8105-140e685e6d48 admin admin] Publish callbacks [] for security_group (0d9f4f0e-7242-4194-90c9-6041459c38a7), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:06.451754 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6c2493ef-d5aa-4019-8105-140e685e6d48 admin admin] Publish callbacks [] for security_group (0d9f4f0e-7242-4194-90c9-6041459c38a7), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:06.481068 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:06.575791 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6c2493ef-d5aa-4019-8105-140e685e6d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (0d9f4f0e-7242-4194-90c9-6041459c38a7), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:06.578413 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6c2493ef-d5aa-4019-8105-140e685e6d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:06.579649 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-6c2493ef-d5aa-4019-8105-140e685e6d48 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0d9f4f0e-7242-4194-90c9-6041459c38a7 HTTP/1.1" status: 204 len: 168 time: 0.1971781 Oct 14 03:16:06.588415 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2493ef-d5aa-4019-8105-140e685e6d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9f4f0e-7242-4194-90c9-6041459c38a7,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:07.236588 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment fcba2d7a-3dcf-40c6-b3f8-56f32a476fc8 resource provider aggregate not found Oct 14 03:16:07.255052 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment fcba2d7a-3dcf-40c6-b3f8-56f32a476fc8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fcba2d7a-3dcf-40c6-b3f8-56f32a476fc8 found for delete ", "request_id": "req-9b68d1c2-55e4-4397-84d1-0874af4bed65"}]} Oct 14 03:16:07.279268 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 42036) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:07.324517 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-efb4c705-765d-4296-9614-d85c39009a6d admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ec85ee91ec734d0dbd86da9a12f44545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434408 Oct 14 03:16:07.326776 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 42040) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:07.375154 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-728b1b0d-30a0-4c63-a428-ab0a5d9525f3 admin admin] Publish callbacks [] for security_group (42bec6b4-991f-4634-97d0-7e651afb94ee), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:07.394993 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-728b1b0d-30a0-4c63-a428-ab0a5d9525f3 admin admin] Publish callbacks [] for security_group (42bec6b4-991f-4634-97d0-7e651afb94ee), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:07.492985 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-728b1b0d-30a0-4c63-a428-ab0a5d9525f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (42bec6b4-991f-4634-97d0-7e651afb94ee), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:07.495752 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-728b1b0d-30a0-4c63-a428-ab0a5d9525f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:07.497552 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-728b1b0d-30a0-4c63-a428-ab0a5d9525f3 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/42bec6b4-991f-4634-97d0-7e651afb94ee HTTP/1.1" status: 204 len: 168 time: 0.1693053 Oct 14 03:16:07.507591 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b1b0d-30a0-4c63-a428-ab0a5d9525f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bec6b4-991f-4634-97d0-7e651afb94ee,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:09.058621 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=5 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:10.982514 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=20 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:12.726410 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b549924c-5285-4936-9927-283741b69b84 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1563930920&fields=id&tenant_id=0a302ca039794ab599996fcda417a1c6 HTTP/1.1" status: 200 len: 267 time: 0.0438454 Oct 14 03:16:12.842063 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-6495ec6b-ebb9-4239-8ca2-b28f30b6c108 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:12.843528 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-6495ec6b-ebb9-4239-8ca2-b28f30b6c108 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/networks?id=71d337ac-bd81-450a-b927-c23c558a6c9e HTTP/1.1" status: 200 len: 809 time: 0.1103024 Oct 14 03:16:12.855001 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:12.858966 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-41a11fd0-a5e2-4517-b001-bcf7ee3b87d0 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/quotas/0a302ca039794ab599996fcda417a1c6 HTTP/1.1" status: 200 len: 375 time: 0.0100641 Oct 14 03:16:12.910597 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-ee1d4e0b-8fe3-4ea0-8f36-f019591538bd tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=0a302ca039794ab599996fcda417a1c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458281 Oct 14 03:16:13.104010 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-8d3c292e-8253-422a-a645-634ec7bc9bd6 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821275 Oct 14 03:16:13.193235 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-030d989f-4463-4027-989b-e4c9aee57d6b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834968 Oct 14 03:16:13.705811 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:13.817201 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-009551aa-9db0-4e61-9c1f-372909b550df req-cc6ebe4b-95a3-48e5-b7a0-1651de05577b tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 210 time: 0.0313432 Oct 14 03:16:14.033947 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=3 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:14.920007 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fa960546-02a1-4912-bbd3-2ac0bee94aa0 req-dbfcb000-22d3-47a3-8f7a-ce4462c6873d tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 210 time: 0.0281103 Oct 14 03:16:16.032904 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f7cffe3f-95ba-4bcf-8e0b-5397742735b8 req-af057855-0d43-4890-a9b4-352ca5cf8bcd tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 210 time: 0.0269659 Oct 14 03:16:16.290479 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-c4a56fa8-a0b9-4887-9e56-0cde3e6d6835 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:16.292142 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-c4a56fa8-a0b9-4887-9e56-0cde3e6d6835 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.40 "GET /networking/v2.0/networks?id=71d337ac-bd81-450a-b927-c23c558a6c9e HTTP/1.1" status: 200 len: 809 time: 0.1068931 Oct 14 03:16:16.368196 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-857a8257-5182-4b2e-a67c-f2c10d9280ca tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0a302ca039794ab599996fcda417a1c6 HTTP/1.1" status: 200 len: 380 time: 0.0558960 Oct 14 03:16:16.378223 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Request body: {'port': {'device_id': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e', 'admin_state_up': True, 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'security_groups': ['09af24c6-0218-41b9-92ec-1569d4a6eed5']}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:16:16.549690 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Made reservation on behalf of 0a302ca039794ab599996fcda417a1c6 for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:16:16.553608 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:16.681292 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Allocated IP 172.20.0.4 (71d337ac-bd81-450a-b927-c23c558a6c9e/0199bcef-bd11-4b85-a678-8b372fa35b61/9022210d-e752-4633-9cb8-be36d1d5cd36) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:16:16.823678 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:16.901341 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:16.944005 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Network 71d337ac-bd81-450a-b927-c23c558a6c9e is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:16:16.947910 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:16:16.951735 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:16:16.974476 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Pushing event updated for resources: {'Port': ['ID=9022210d-e752-4633-9cb8-be36d1d5cd36,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:16.990063 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:16.991770 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:16.991770 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:16.991770 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:16.991770 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:16.991770 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:16.992405 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:16.992405 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:16.993095 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:16.993405 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:16.993715 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:16.994124 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:16.994434 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:16.994741 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:16.995049 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:17.032149 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:17.032773 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:17.104863 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-1c2c58cf-01cc-4966-8ff6-228db250a879 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7302148 Oct 14 03:16:17.125044 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Request body: {'port': {'device_id': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:16:17.172237 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dca27f-71fc-4a81-af27-abf720835bd4 req-06c24426-87e4-4838-a858-9f38fbafef5f tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:17.174595 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b0dca27f-71fc-4a81-af27-abf720835bd4 req-06c24426-87e4-4838-a858-9f38fbafef5f tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 931 time: 0.0519617 Oct 14 03:16:17.179054 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-ac66099e-9af4-4319-ad97-404398d8947a None None] Provisioning complete for port 9022210d-e752-4633-9cb8-be36d1d5cd36 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:16:17.180585 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-ac66099e-9af4-4319-ad97-404398d8947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:17.181135 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-ac66099e-9af4-4319-ad97-404398d8947a None None] Attempt 1 to provision port 9022210d-e752-4633-9cb8-be36d1d5cd36 Oct 14 03:16:17.201522 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:17.216502 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-ac66099e-9af4-4319-ad97-404398d8947a None None] Port 9022210d-e752-4633-9cb8-be36d1d5cd36 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:16:17.218790 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:17.222386 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:17.242426 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b0dca27f-71fc-4a81-af27-abf720835bd4 req-bcdcfd42-8726-454d-ba77-5fb0965bee71 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596871 Oct 14 03:16:17.466319 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9022210d-e752-4633-9cb8-be36d1d5cd36 {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:16:17.473838 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Publish callbacks [] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:17.486371 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Transition to ACTIVE for port object 9022210d-e752-4633-9cb8-be36d1d5cd36 will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:16:17.569659 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:17.923866 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Pushing event updated for resources: {'Port': ['ID=9022210d-e752-4633-9cb8-be36d1d5cd36,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:17.955013 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Attempting to bind port 9022210d-e752-4633-9cb8-be36d1d5cd36 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:16:17.955338 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Attempting to bind port 9022210d-e752-4633-9cb8-be36d1d5cd36 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '2f84e0ef-b9c3-483a-945c-8b95ada503de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:16:17.955655 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Attempting to bind port 9022210d-e752-4633-9cb8-be36d1d5cd36 on network 71d337ac-bd81-450a-b927-c23c558a6c9e {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:16:17.999766 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Port 9022210d-e752-4633-9cb8-be36d1d5cd36 on network 71d337ac-bd81-450a-b927-c23c558a6c9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:16:18.000181 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Attempting to bind port 9022210d-e752-4633-9cb8-be36d1d5cd36 on network 71d337ac-bd81-450a-b927-c23c558a6c9e {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:16:18.047056 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:16:18.047317 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Checking segment: {'id': '2f84e0ef-b9c3-483a-945c-8b95ada503de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:16:18.047741 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Bound using segment: {'id': '2f84e0ef-b9c3-483a-945c-8b95ada503de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:16:18.048274 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Bound port: 9022210d-e752-4633-9cb8-be36d1d5cd36, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f84e0ef-b9c3-483a-945c-8b95ada503de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:16:18.048626 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:18.107289 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] For port 9022210d-e752-4633-9cb8-be36d1d5cd36, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:16:18.110306 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] For port 9022210d-e752-4633-9cb8-be36d1d5cd36, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9022210d-e752-4633-9cb8-be36d1d5cd36,segment=NetworkSegment(2f84e0ef-b9c3-483a-945c-8b95ada503de),segment_id=2f84e0ef-b9c3-483a-945c-8b95ada503de)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:16:18.126591 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:18.201989 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:18.206468 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:18.212095 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:18.212095 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/9022210d-e752-4633-9cb8-be36d1d5cd36 HTTP/1.1" status: 200 len: 1093 time: 1.0896657 Oct 14 03:16:18.212095 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'tag': '9022210d-e752-4633-9cb8-be36d1d5cd36'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:16:18.213337 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be9dd5c-9590-4e6c-a943-5ba9dfd1f68c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7b2b6d-19a6-45e5-a1ad-731398a95ed0", "tag": "9022210d-e752-4633-9cb8-be36d1d5cd36"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:16:18.259873 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab567f-f1a0-4069-ae85-41dc801d2b04 service neutron] Pushing event updated for resources: {'Port': ['ID=9022210d-e752-4633-9cb8-be36d1d5cd36,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:18.271807 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aae30ac-32d6-4295-be1d-c2e62a074d61 x-openstack-request-id: req-8aae30ac-32d6-4295-be1d-c2e62a074d61 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:16:18.272113 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7b2b6d-19a6-45e5-a1ad-731398a95ed0", "tag": "9022210d-e752-4633-9cb8-be36d1d5cd36", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:16:18.272372 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8aae30ac-32d6-4295-be1d-c2e62a074d61 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:16:18.272779 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aae30ac-32d6-4295-be1d-c2e62a074d61'] response: {'name': 'network-changed', 'server_uuid': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'tag': '9022210d-e752-4633-9cb8-be36d1d5cd36', 'status': 'completed', 'code': 200} Oct 14 03:16:18.366720 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4891b7b-f094-42f5-a8b4-e730a90e52fd req-42079df7-9b70-4c8b-a2c3-a2a299b5058f tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:18.368188 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d4891b7b-f094-42f5-a8b4-e730a90e52fd req-42079df7-9b70-4c8b-a2c3-a2a299b5058f tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0503120 Oct 14 03:16:18.370689 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9dd5c-9590-4e6c-a943-5ba9dfd1f68c req-281d916d-1346-4c72-bb93-ef40801ebc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:18.372317 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5be9dd5c-9590-4e6c-a943-5ba9dfd1f68c req-281d916d-1346-4c72-bb93-ef40801ebc0b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0a302ca039794ab599996fcda417a1c6&device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 1127 time: 0.0431716 Oct 14 03:16:18.418948 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d4891b7b-f094-42f5-a8b4-e730a90e52fd req-583d8b36-c2b3-479d-8876-1b41d3d63277 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449264 Oct 14 03:16:18.477561 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9dd5c-9590-4e6c-a943-5ba9dfd1f68c req-0878de88-385a-4d43-b9be-d807d1b8faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:18.479124 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5be9dd5c-9590-4e6c-a943-5ba9dfd1f68c req-0878de88-385a-4d43-b9be-d807d1b8faf6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=0a302ca039794ab599996fcda417a1c6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0921547 Oct 14 03:16:19.537615 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18e530-5cef-455e-87c3-874459d0b38b req-12c5e43b-24ea-48b8-a677-bcb08dce982c tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:19.539072 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ad18e530-5cef-455e-87c3-874459d0b38b req-12c5e43b-24ea-48b8-a677-bcb08dce982c tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0451179 Oct 14 03:16:19.587999 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ad18e530-5cef-455e-87c3-874459d0b38b req-9681a8ce-4235-4d47-a977-f908f80d5f74 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426040 Oct 14 03:16:20.708902 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d0290-add1-44b8-8c04-ebf933485bb1 req-42a24dd2-8783-4c33-b297-ce779edbff93 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:20.710378 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7e7d0290-add1-44b8-8c04-ebf933485bb1 req-42a24dd2-8783-4c33-b297-ce779edbff93 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0488112 Oct 14 03:16:20.724940 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:20.760265 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7e7d0290-add1-44b8-8c04-ebf933485bb1 req-aa27bf1f-1794-4b1f-ac8d-b357cb94e69e tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439868 Oct 14 03:16:21.148966 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9dd5c-9590-4e6c-a943-5ba9dfd1f68c req-e1e9fbc5-803e-4ea2-ab2a-f81351768284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:21.150344 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5be9dd5c-9590-4e6c-a943-5ba9dfd1f68c req-e1e9fbc5-803e-4ea2-ab2a-f81351768284 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913055 Oct 14 03:16:21.253750 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-2aa6cf95-d63d-4871-b08f-b7266cab5ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:21.255316 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-2aa6cf95-d63d-4871-b08f-b7266cab5ae1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0a302ca039794ab599996fcda417a1c6&device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 1127 time: 0.0393693 Oct 14 03:16:21.298205 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-3711e9a0-5b7f-477e-a64e-4c82107db1a7 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9022210d-e752-4633-9cb8-be36d1d5cd36 HTTP/1.1" status: 200 len: 217 time: 0.0309231 Oct 14 03:16:21.347896 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-d66e0d2b-b192-4eb4-b774-e590cc6bede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:21.349270 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-d66e0d2b-b192-4eb4-b774-e590cc6bede4 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=0199bcef-bd11-4b85-a678-8b372fa35b61 HTTP/1.1" status: 200 len: 848 time: 0.0450373 Oct 14 03:16:21.392744 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-09d2095e-e636-4498-a98e-bb26c64169e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:21.394219 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-09d2095e-e636-4498-a98e-bb26c64169e8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=71d337ac-bd81-450a-b927-c23c558a6c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375791 Oct 14 03:16:21.410592 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:21.488857 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-e1499b59-6690-4006-a701-738e47b9b7e3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855050 Oct 14 03:16:21.579933 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-2bed1da4-3cae-4314-b754-2fecba35f298 req-aee99113-31a3-4b9f-ae31-bfe2e2a0a865 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832002 Oct 14 03:16:21.860202 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:21.878654 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e972cdc-346f-4aec-a5b8-7cda1f90527d req-0ec006c4-f14c-43f4-b19c-222076608150 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:21.880178 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6e972cdc-346f-4aec-a5b8-7cda1f90527d req-0ec006c4-f14c-43f4-b19c-222076608150 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0472896 Oct 14 03:16:21.930642 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6e972cdc-346f-4aec-a5b8-7cda1f90527d req-83677e2a-d76e-4fd3-a0df-2a02157a3742 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444362 Oct 14 03:16:23.049142 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5a938-d0c2-46b8-a41b-b1f117955129 req-a7ea0bc9-e341-4254-ad8c-e271ad2b8c44 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:23.050667 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a4f5a938-d0c2-46b8-a41b-b1f117955129 req-a7ea0bc9-e341-4254-ad8c-e271ad2b8c44 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0461037 Oct 14 03:16:23.101291 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a4f5a938-d0c2-46b8-a41b-b1f117955129 req-8ac1ecc4-d84c-4f9b-8f73-cb08875cc35d tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451059 Oct 14 03:16:24.225087 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d97ac-aca5-44c4-a6fc-2552fb9dfb0c req-49e98632-10ce-440c-a938-91e900a27eb1 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:24.226726 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0a0d97ac-aca5-44c4-a6fc-2552fb9dfb0c req-49e98632-10ce-440c-a938-91e900a27eb1 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0468645 Oct 14 03:16:24.276778 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0a0d97ac-aca5-44c4-a6fc-2552fb9dfb0c req-b830771c-4513-4132-8957-855a509ac5da tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437992 Oct 14 03:16:24.800916 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-b81fff86-c13f-4684-abe4-db0ae49a65bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:25.022399 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 42272) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:25.125845 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fa13b4e9-7d47-4fcc-94b4-926095af9bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:25.153216 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:25.202222 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fa13b4e9-7d47-4fcc-94b4-926095af9bb5 admin admin] Publish callbacks [] for security_group (df8b14cb-382e-4c56-91d1-fc0160e70d43), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:25.257632 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fa13b4e9-7d47-4fcc-94b4-926095af9bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (df8b14cb-382e-4c56-91d1-fc0160e70d43), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:25.298290 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-fa13b4e9-7d47-4fcc-94b4-926095af9bb5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=21f10a4791f54b0698663c0529674934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748816 Oct 14 03:16:25.299132 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13b4e9-7d47-4fcc-94b4-926095af9bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8b14cb-382e-4c56-91d1-fc0160e70d43,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:25.301045 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 42276) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:25.368663 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-bd7b1a36-aecd-464c-8aa3-579edf655ac9 admin admin] Publish callbacks [] for security_group (df8b14cb-382e-4c56-91d1-fc0160e70d43), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:25.389742 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-bd7b1a36-aecd-464c-8aa3-579edf655ac9 admin admin] Publish callbacks [] for security_group (df8b14cb-382e-4c56-91d1-fc0160e70d43), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:25.418767 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325461c3-af88-4a39-ac06-79b6d42a9d15 req-30848f3b-4dff-4383-a0a7-00ac2d8724fb tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:25.420608 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-325461c3-af88-4a39-ac06-79b6d42a9d15 req-30848f3b-4dff-4383-a0a7-00ac2d8724fb tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0583789 Oct 14 03:16:25.471763 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-325461c3-af88-4a39-ac06-79b6d42a9d15 req-b8e838cc-d813-4cd9-92e3-90ebab6688db tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448632 Oct 14 03:16:25.537538 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-bd7b1a36-aecd-464c-8aa3-579edf655ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (df8b14cb-382e-4c56-91d1-fc0160e70d43), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:25.540163 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-bd7b1a36-aecd-464c-8aa3-579edf655ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:25.541425 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-bd7b1a36-aecd-464c-8aa3-579edf655ac9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/df8b14cb-382e-4c56-91d1-fc0160e70d43 HTTP/1.1" status: 204 len: 168 time: 0.2393544 Oct 14 03:16:25.549380 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b1a36-aecd-464c-8aa3-579edf655ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8b14cb-382e-4c56-91d1-fc0160e70d43,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:26.128057 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 42288) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:26.142212 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ddd61ed7-c860-4dc8-8d0a-9de3ff344ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:26.221144 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ddd61ed7-c860-4dc8-8d0a-9de3ff344ccd admin admin] Publish callbacks [] for security_group (5e72726a-69af-46f5-9a1c-908a4162a594), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:26.289489 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ddd61ed7-c860-4dc8-8d0a-9de3ff344ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (5e72726a-69af-46f5-9a1c-908a4162a594), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:26.324382 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:26.331724 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-ddd61ed7-c860-4dc8-8d0a-9de3ff344ccd admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e7655d204db248c7aabae545a4495c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025893 Oct 14 03:16:26.332663 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd61ed7-c860-4dc8-8d0a-9de3ff344ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e72726a-69af-46f5-9a1c-908a4162a594,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:26.334487 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 42294) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:26.384826 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-63d5b049-abf3-460c-bda5-c990ac97f0d5 admin admin] Publish callbacks [] for security_group (5e72726a-69af-46f5-9a1c-908a4162a594), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:26.404685 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-63d5b049-abf3-460c-bda5-c990ac97f0d5 admin admin] Publish callbacks [] for security_group (5e72726a-69af-46f5-9a1c-908a4162a594), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:26.590582 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-63d5b049-abf3-460c-bda5-c990ac97f0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (5e72726a-69af-46f5-9a1c-908a4162a594), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:26.593166 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-63d5b049-abf3-460c-bda5-c990ac97f0d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:26.594418 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-63d5b049-abf3-460c-bda5-c990ac97f0d5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/5e72726a-69af-46f5-9a1c-908a4162a594 HTTP/1.1" status: 204 len: 168 time: 0.2589576 Oct 14 03:16:26.602423 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ab77b-b2b0-4bb4-94b6-fee97c176a3e req-4653a37c-d43b-4b11-b19e-4dfec4d92ba6 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:26.603879 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cb2ab77b-b2b0-4bb4-94b6-fee97c176a3e req-4653a37c-d43b-4b11-b19e-4dfec4d92ba6 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0572104 Oct 14 03:16:26.612237 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5b049-abf3-460c-bda5-c990ac97f0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e72726a-69af-46f5-9a1c-908a4162a594,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:26.661620 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cb2ab77b-b2b0-4bb4-94b6-fee97c176a3e req-e941a006-3ac9-4bf3-8dfe-bf343ad99a40 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505900 Oct 14 03:16:27.058439 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-7d16507a-8c1b-4ab6-842d-14cdd87a439e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:27.783008 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12205db5-fc62-49df-b329-af63e65a09e2 req-fdf3ebdf-e154-4956-b1fb-ddd6f990ab19 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:27.784497 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-12205db5-fc62-49df-b329-af63e65a09e2 req-fdf3ebdf-e154-4956-b1fb-ddd6f990ab19 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0489092 Oct 14 03:16:27.833284 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-12205db5-fc62-49df-b329-af63e65a09e2 req-9b18a1c5-8e62-4ab8-b7ce-e0eb27ab7c50 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432220 Oct 14 03:16:28.157862 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 42330) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:28.264616 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9dcef02d-5556-4a1a-9788-b05f75e008e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:28.339520 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9dcef02d-5556-4a1a-9788-b05f75e008e6 admin admin] Publish callbacks [] for security_group (460370c2-8cc0-42da-8ab4-87d05c5becb0), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:28.349307 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:28.403328 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-9dcef02d-5556-4a1a-9788-b05f75e008e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (460370c2-8cc0-42da-8ab4-87d05c5becb0), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:28.445344 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-9dcef02d-5556-4a1a-9788-b05f75e008e6 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=3d1fc9a5992648cf81c8ceccf6964c67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864270 Oct 14 03:16:28.446249 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcef02d-5556-4a1a-9788-b05f75e008e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460370c2-8cc0-42da-8ab4-87d05c5becb0,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:28.448123 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 42336) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:28.462080 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:28.499201 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f317e9be-1b26-4288-a29b-095be2e98485 admin admin] Publish callbacks [] for security_group (460370c2-8cc0-42da-8ab4-87d05c5becb0), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:28.518482 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f317e9be-1b26-4288-a29b-095be2e98485 admin admin] Publish callbacks [] for security_group (460370c2-8cc0-42da-8ab4-87d05c5becb0), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:28.655109 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f317e9be-1b26-4288-a29b-095be2e98485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (460370c2-8cc0-42da-8ab4-87d05c5becb0), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:28.657560 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f317e9be-1b26-4288-a29b-095be2e98485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:28.658720 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-f317e9be-1b26-4288-a29b-095be2e98485 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/460370c2-8cc0-42da-8ab4-87d05c5becb0 HTTP/1.1" status: 204 len: 168 time: 0.2088244 Oct 14 03:16:28.666512 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317e9be-1b26-4288-a29b-095be2e98485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460370c2-8cc0-42da-8ab4-87d05c5becb0,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:28.952604 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d29d3e-bd4d-4170-8875-290610be3261 req-3d62379f-172d-400a-9b87-cd09ac2131b9 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:28.954249 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-35d29d3e-bd4d-4170-8875-290610be3261 req-3d62379f-172d-400a-9b87-cd09ac2131b9 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0467660 Oct 14 03:16:29.005410 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-35d29d3e-bd4d-4170-8875-290610be3261 req-e6fd660c-424f-433b-a4dc-ddb97ed49ea7 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455360 Oct 14 03:16:29.775088 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:29.997851 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:30.117541 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:30.125611 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5c8c2-28b7-456d-a77f-d2da8ff08aa0 req-f90ea77a-7b93-4e51-936f-8a93df2c8ede tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:30.127089 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fad5c8c2-28b7-456d-a77f-d2da8ff08aa0 req-f90ea77a-7b93-4e51-936f-8a93df2c8ede tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0462191 Oct 14 03:16:30.176916 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-fad5c8c2-28b7-456d-a77f-d2da8ff08aa0 req-7fda4fcb-7d98-4bcc-8164-9b5cc345d696 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441847 Oct 14 03:16:31.303146 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70c266-9bee-4177-9cc0-91823db2224d req-d01f3601-39b5-4933-9e68-c5af106c5c73 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:31.304737 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8b70c266-9bee-4177-9cc0-91823db2224d req-d01f3601-39b5-4933-9e68-c5af106c5c73 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0515323 Oct 14 03:16:31.354363 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8b70c266-9bee-4177-9cc0-91823db2224d req-98c4ee52-9f90-49cd-9f05-d87b26d7ba0a tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438354 Oct 14 03:16:31.483407 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 9022210d-e752-4633-9cb8-be36d1d5cd36 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:16:31.585608 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 9022210d-e752-4633-9cb8-be36d1d5cd36, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9022210d-e752-4633-9cb8-be36d1d5cd36,segment=NetworkSegment(2f84e0ef-b9c3-483a-945c-8b95ada503de),segment_id=2f84e0ef-b9c3-483a-945c-8b95ada503de)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:16:31.597719 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': '9022210d-e752-4633-9cb8-be36d1d5cd36', 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e', 'port_id': '9022210d-e752-4633-9cb8-be36d1d5cd36', 'mac_address': 'fa:16:3e:c2:cb:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:16:31.638671 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 9022210d-e752-4633-9cb8-be36d1d5cd36 is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:16:31.639066 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:31.653267 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9022210d-e752-4633-9cb8-be36d1d5cd36 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:16:31.673289 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 9022210d-e752-4633-9cb8-be36d1d5cd36, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9022210d-e752-4633-9cb8-be36d1d5cd36,segment=NetworkSegment(2f84e0ef-b9c3-483a-945c-8b95ada503de),segment_id=2f84e0ef-b9c3-483a-945c-8b95ada503de)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:16:31.746996 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:31.792908 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=9022210d-e752-4633-9cb8-be36d1d5cd36,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:31.800212 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:31.800560 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:31.800904 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:31.801240 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:31.801573 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:31.801935 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:31.802265 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:31.802590 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:31.802953 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:31.803373 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:31.803754 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:31.804137 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:31.804501 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:31.804823 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:31.805285 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:16:32.139084 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['9022210d-e752-4633-9cb8-be36d1d5cd36'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:16:32.272908 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:32.473006 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09ddd8-e706-4488-89be-27f5bad5556d req-1441b22c-105a-48c2-a324-ecca5d577cf3 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:32.474495 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8b09ddd8-e706-4488-89be-27f5bad5556d req-1441b22c-105a-48c2-a324-ecca5d577cf3 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 944 time: 0.0475161 Oct 14 03:16:32.523911 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8b09ddd8-e706-4488-89be-27f5bad5556d req-c823435e-56cd-45c6-a8e4-928cdd3f79d9 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431199 Oct 14 03:16:33.504215 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 9022210d-e752-4633-9cb8-be36d1d5cd36 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:16:33.539205 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:33.546914 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port 9022210d-e752-4633-9cb8-be36d1d5cd36 completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:16:33.644413 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa867c-172a-49e4-b348-5fcc46cccd2a req-11527be6-844f-4b03-a561-7a2326d3b907 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:33.645877 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-faaa867c-172a-49e4-b348-5fcc46cccd2a req-11527be6-844f-4b03-a561-7a2326d3b907 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 944 time: 0.0495284 Oct 14 03:16:33.686309 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port 9022210d-e752-4633-9cb8-be36d1d5cd36 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:16:33.686686 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:33.687018 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port 9022210d-e752-4633-9cb8-be36d1d5cd36 Oct 14 03:16:33.694378 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-faaa867c-172a-49e4-b348-5fcc46cccd2a req-bcd1d01f-f705-483e-bab3-3a1ca1ee2661 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428720 Oct 14 03:16:33.777649 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 9022210d-e752-4633-9cb8-be36d1d5cd36 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:16:33.778086 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:33.801720 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9022210d-e752-4633-9cb8-be36d1d5cd36'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:16:33.803994 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ceb27a-ba8b-41d5-b216-e3dd70713e6d" -d '{"events": [{"server_uuid": "fa7b2b6d-19a6-45e5-a1ad-731398a95ed0", "name": "network-vif-plugged", "status": "completed", "tag": "9022210d-e752-4633-9cb8-be36d1d5cd36"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:16:33.816667 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:33.818821 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 9022210d-e752-4633-9cb8-be36d1d5cd36, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9022210d-e752-4633-9cb8-be36d1d5cd36,segment=NetworkSegment(2f84e0ef-b9c3-483a-945c-8b95ada503de),segment_id=2f84e0ef-b9c3-483a-945c-8b95ada503de)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:16:33.846144 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61d187a-143c-4096-82d0-b031c7dd8be5 x-openstack-request-id: req-a61d187a-143c-4096-82d0-b031c7dd8be5 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:16:33.846434 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7b2b6d-19a6-45e5-a1ad-731398a95ed0", "name": "network-vif-plugged", "status": "completed", "tag": "9022210d-e752-4633-9cb8-be36d1d5cd36", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:16:33.846685 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a61d187a-143c-4096-82d0-b031c7dd8be5 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:16:33.847086 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61d187a-143c-4096-82d0-b031c7dd8be5'] response: {'server_uuid': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9022210d-e752-4633-9cb8-be36d1d5cd36', 'code': 200} Oct 14 03:16:33.897744 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:33.946052 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=9022210d-e752-4633-9cb8-be36d1d5cd36,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:34.249319 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda1486-850b-4d0b-8a7f-ab8486950326 req-8c8b564e-859d-4cc9-9501-6f2cbb518baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:34.250803 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5cda1486-850b-4d0b-8a7f-ab8486950326 req-8c8b564e-859d-4cc9-9501-6f2cbb518baf service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0383003 Oct 14 03:16:34.298387 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5cda1486-850b-4d0b-8a7f-ab8486950326 req-d8283ddb-0794-4c68-be91-8ec7e7e2e18b service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392268 Oct 14 03:16:34.815541 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1c18e-2fee-480d-b61b-fe671b2fa3d7 req-ffb943fe-66ac-47b9-a1af-3e8f4feaee6b tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:34.817009 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e5e1c18e-2fee-480d-b61b-fe671b2fa3d7 req-ffb943fe-66ac-47b9-a1af-3e8f4feaee6b tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0464120 Oct 14 03:16:34.866191 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e5e1c18e-2fee-480d-b61b-fe671b2fa3d7 req-48cd1674-86d3-48cf-bd18-efbdea348d75 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432882 Oct 14 03:16:35.998822 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd47068-4c9a-4f9f-9fd0-2fe8b2265736 req-0df4fe48-323e-429e-9979-83a74dc01940 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:36.000384 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cdd47068-4c9a-4f9f-9fd0-2fe8b2265736 req-0df4fe48-323e-429e-9979-83a74dc01940 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0544209 Oct 14 03:16:36.058890 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 42476) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:36.069838 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cdd47068-4c9a-4f9f-9fd0-2fe8b2265736 req-ee8270db-5f9e-44de-90a6-82c946154091 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636706 Oct 14 03:16:36.189471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-83381c1f-5efe-4584-8629-744bfb8fd4f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:36.200614 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d3fdc-dac6-417a-9f69-66193f5b78b8 req-7fd9294e-98f9-42dc-a9ee-842c254d3ad7 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:36.202103 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8a0d3fdc-dac6-417a-9f69-66193f5b78b8 req-7fd9294e-98f9-42dc-a9ee-842c254d3ad7 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0516970 Oct 14 03:16:36.252432 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8a0d3fdc-dac6-417a-9f69-66193f5b78b8 req-610b1332-f096-465d-b98b-db7849356623 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445278 Oct 14 03:16:36.266376 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-83381c1f-5efe-4584-8629-744bfb8fd4f0 admin admin] Publish callbacks [] for security_group (fea679ea-3597-4f79-8742-8298b5dbeb8e), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:36.281328 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 42482) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:36.318164 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-83381c1f-5efe-4584-8629-744bfb8fd4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (fea679ea-3597-4f79-8742-8298b5dbeb8e), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:36.324158 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:36.363803 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-83381c1f-5efe-4584-8629-744bfb8fd4f0 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b3bd42abc89e4835935cf6cb07a668b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037312 Oct 14 03:16:36.365005 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83381c1f-5efe-4584-8629-744bfb8fd4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea679ea-3597-4f79-8742-8298b5dbeb8e,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:36.366452 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 42486) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:36.418220 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-aae244e6-c342-4a84-989f-2c702dcb0a1a admin admin] Publish callbacks [] for security_group (fea679ea-3597-4f79-8742-8298b5dbeb8e), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:36.432348 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba54ca47-8044-45f8-bcec-cb4b0e3638cd tempest-TestShelveInstance-1510748331 tempest-TestShelveInstance-1510748331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:36.444767 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-ba54ca47-8044-45f8-bcec-cb4b0e3638cd tempest-TestShelveInstance-1510748331 tempest-TestShelveInstance-1510748331-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 1124 time: 0.1523674 Oct 14 03:16:36.444767 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 42488) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:36.444767 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Request body: {'floatingip': {'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'port_id': '9022210d-e752-4633-9cb8-be36d1d5cd36', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:16:36.445099 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-aae244e6-c342-4a84-989f-2c702dcb0a1a admin admin] Publish callbacks [] for security_group (fea679ea-3597-4f79-8742-8298b5dbeb8e), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:36.520251 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:36.549033 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-aae244e6-c342-4a84-989f-2c702dcb0a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (fea679ea-3597-4f79-8742-8298b5dbeb8e), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:36.551733 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-aae244e6-c342-4a84-989f-2c702dcb0a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:36.555315 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-aae244e6-c342-4a84-989f-2c702dcb0a1a admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/fea679ea-3597-4f79-8742-8298b5dbeb8e HTTP/1.1" status: 204 len: 168 time: 0.1852515 Oct 14 03:16:36.562898 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae244e6-c342-4a84-989f-2c702dcb0a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea679ea-3597-4f79-8742-8298b5dbeb8e,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:36.611019 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:36.670959 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:36.718596 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Allocated IP 172.27.3.230 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/ff7a8932-41c4-4081-9274-fa9a15debe3f) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:16:36.833388 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for port (ff7a8932-41c4-4081-9274-fa9a15debe3f), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:36.926636 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (ff7a8932-41c4-4081-9274-fa9a15debe3f), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:36.969063 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:16:36.974474 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:16:36.977123 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:16:37.000815 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Pushing event updated for resources: {'Port': ['ID=ff7a8932-41c4-4081-9274-fa9a15debe3f,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:37.255787 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:37.354330 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for floatingip (2fd57359-5b4f-41be-a9d7-4c9a3801a0a1), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:37.474788 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (ff7a8932-41c4-4081-9274-fa9a15debe3f), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:37.700431 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:37.702669 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for port (ff7a8932-41c4-4081-9274-fa9a15debe3f), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:37.752340 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (ff7a8932-41c4-4081-9274-fa9a15debe3f), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:37.819988 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Pushing event updated for resources: {'Port': ['ID=ff7a8932-41c4-4081-9274-fa9a15debe3f,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:37.827120 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (2fd57359-5b4f-41be-a9d7-4c9a3801a0a1), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:37.928241 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.l3_db [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Floating IP 2fd57359-5b4f-41be-a9d7-4c9a3801a0a1 associated. External IP: 172.27.3.230, port: 9022210d-e752-4633-9cb8-be36d1d5cd36. Oct 14 03:16:38.133943 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Router f5720fe2-977b-4958-ac13-7ade8d087cec has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:16:38.237323 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:16:38.248338 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d32242-e120-4a9a-bca0-77c745cbf65d None None] Sync routers for ids ['f5720fe2-977b-4958-ac13-7ade8d087cec'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:16:38.258059 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d32242-e120-4a9a-bca0-77c745cbf65d None None] Routers {'f5720fe2-977b-4958-ac13-7ade8d087cec'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:16:38.258685 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-a5d32242-e120-4a9a-bca0-77c745cbf65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:16:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['f5720fe2-977b-4958-ac13-7ade8d087cec'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:16:38.344072 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:38.374807 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-a5d32242-e120-4a9a-bca0-77c745cbf65d None None] Set router f5720fe2-977b-4958-ac13-7ade8d087cec gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:16:38.384499 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-862d491e-3d88-41a1-a8da-ae5202003b54 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9458363 Oct 14 03:16:38.385722 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'tag': '9022210d-e752-4633-9cb8-be36d1d5cd36'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:16:38.388095 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd32f3f9-8a08-415e-9748-429d47d88d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7b2b6d-19a6-45e5-a1ad-731398a95ed0", "tag": "9022210d-e752-4633-9cb8-be36d1d5cd36"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:16:38.425713 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe74e501-e68f-44fd-9a93-cea0a7c48924 x-openstack-request-id: req-fe74e501-e68f-44fd-9a93-cea0a7c48924 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:16:38.426077 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7b2b6d-19a6-45e5-a1ad-731398a95ed0", "tag": "9022210d-e752-4633-9cb8-be36d1d5cd36", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:16:38.426335 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe74e501-e68f-44fd-9a93-cea0a7c48924 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:16:38.426737 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe74e501-e68f-44fd-9a93-cea0a7c48924'] response: {'name': 'network-changed', 'server_uuid': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'tag': '9022210d-e752-4633-9cb8-be36d1d5cd36', 'status': 'completed', 'code': 200} Oct 14 03:16:38.517190 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32f3f9-8a08-415e-9748-429d47d88d5f req-805c2f3b-a3e3-404f-a126-fb114ff33c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:38.518767 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-cd32f3f9-8a08-415e-9748-429d47d88d5f req-805c2f3b-a3e3-404f-a126-fb114ff33c64 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0a302ca039794ab599996fcda417a1c6&device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0400953 Oct 14 03:16:38.573925 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:38.593503 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-a5d32242-e120-4a9a-bca0-77c745cbf65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'name': 'tempest-TestShelveInstance-1748274258-router', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:30Z', 'updated_at': '2022-10-14T03:15:34Z', 'revision_number': 4, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'gw_port': {'id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:31Z', 'updated_at': '2022-10-14T03:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '2fd57359-5b4f-41be-a9d7-4c9a3801a0a1', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'port_id': '9022210d-e752-4633-9cb8-be36d1d5cd36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e', 'mac_address': 'fa:16:3e:c2:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:16:37Z', 'updated_at': '2022-10-14T03:16:37Z', 'revision_number': 0, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ed03c1-1eb6-40c6-a74b-59cc09c3b21b', 'name': '', 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'mac_address': 'fa:16:3e:4b:80:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:33Z', 'updated_at': '2022-10-14T03:15:40Z', 'revision_number': 5, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'subnets': [{'id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:16:38.615025 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32f3f9-8a08-415e-9748-429d47d88d5f req-71b3d841-9352-4de6-aaed-ee786381ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:38.616552 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-cd32f3f9-8a08-415e-9748-429d47d88d5f req-71b3d841-9352-4de6-aaed-ee786381ee7d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=71d337ac-bd81-450a-b927-c23c558a6c9e HTTP/1.1" status: 200 len: 910 time: 0.0915661 Oct 14 03:16:38.623637 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d32242-e120-4a9a-bca0-77c745cbf65d None None] Checking router: f5720fe2-977b-4958-ac13-7ade8d087cec for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:16:38.632411 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d32242-e120-4a9a-bca0-77c745cbf65d None None] Routers {'f5720fe2-977b-4958-ac13-7ade8d087cec'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:16:38.633013 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-a5d32242-e120-4a9a-bca0-77c745cbf65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:16:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['f5720fe2-977b-4958-ac13-7ade8d087cec'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:16:38.684149 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-cd32f3f9-8a08-415e-9748-429d47d88d5f req-6f197a02-449e-4ed7-88e8-cdf82d29ec4a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9022210d-e752-4633-9cb8-be36d1d5cd36 HTTP/1.1" status: 200 len: 999 time: 0.0595913 Oct 14 03:16:38.732500 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-a5d32242-e120-4a9a-bca0-77c745cbf65d None None] Set router f5720fe2-977b-4958-ac13-7ade8d087cec gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:16:38.734598 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32f3f9-8a08-415e-9748-429d47d88d5f req-acc05f4c-3176-4a9a-aa4c-5ef4d1652de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:38.736167 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-cd32f3f9-8a08-415e-9748-429d47d88d5f req-acc05f4c-3176-4a9a-aa4c-5ef4d1652de7 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=0199bcef-bd11-4b85-a678-8b372fa35b61 HTTP/1.1" status: 200 len: 848 time: 0.0458212 Oct 14 03:16:38.779501 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32f3f9-8a08-415e-9748-429d47d88d5f req-5ef3e5d5-b724-4f54-9247-321e573af641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:16:38.780916 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-cd32f3f9-8a08-415e-9748-429d47d88d5f req-5ef3e5d5-b724-4f54-9247-321e573af641 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=71d337ac-bd81-450a-b927-c23c558a6c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385101 Oct 14 03:16:38.850215 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:38.874783 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-cd32f3f9-8a08-415e-9748-429d47d88d5f req-2c088144-5ad1-44d4-a7e1-51e1e51b525d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875814 Oct 14 03:16:38.949397 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-a5d32242-e120-4a9a-bca0-77c745cbf65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'name': 'tempest-TestShelveInstance-1748274258-router', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:30Z', 'updated_at': '2022-10-14T03:15:34Z', 'revision_number': 4, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'gw_port': {'id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:31Z', 'updated_at': '2022-10-14T03:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '2fd57359-5b4f-41be-a9d7-4c9a3801a0a1', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'port_id': '9022210d-e752-4633-9cb8-be36d1d5cd36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e', 'mac_address': 'fa:16:3e:c2:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:16:37Z', 'updated_at': '2022-10-14T03:16:37Z', 'revision_number': 0, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ed03c1-1eb6-40c6-a74b-59cc09c3b21b', 'name': '', 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'mac_address': 'fa:16:3e:4b:80:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:33Z', 'updated_at': '2022-10-14T03:15:40Z', 'revision_number': 5, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'subnets': [{'id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:16:38.965612 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-cd32f3f9-8a08-415e-9748-429d47d88d5f req-f00f18a7-be38-42a4-ad99-5afbba3b88f8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843132 Oct 14 03:16:38.973936 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d32242-e120-4a9a-bca0-77c745cbf65d None None] The sync data for ids ['f5720fe2-977b-4958-ac13-7ade8d087cec'] in dv-cinder-801522-13-iscsi is: [{'id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'name': 'tempest-TestShelveInstance-1748274258-router', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:30Z', 'updated_at': '2022-10-14T03:15:34Z', 'revision_number': 4, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'gw_port': {'id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:31Z', 'updated_at': '2022-10-14T03:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '2fd57359-5b4f-41be-a9d7-4c9a3801a0a1', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'port_id': '9022210d-e752-4633-9cb8-be36d1d5cd36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e', 'mac_address': 'fa:16:3e:c2:cb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:16:37Z', 'updated_at': '2022-10-14T03:16:37Z', 'revision_number': 0, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ed03c1-1eb6-40c6-a74b-59cc09c3b21b', 'name': '', 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'mac_address': 'fa:16:3e:4b:80:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:33Z', 'updated_at': '2022-10-14T03:15:40Z', 'revision_number': 5, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'subnets': [{'id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:16:39.184415 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898c433-aaab-4ff8-b62c-d06910f0e3c1 None None] New status for floating IP 2fd57359-5b4f-41be-a9d7-4c9a3801a0a1: ACTIVE {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:16:41.037998 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:16:41.172396 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 42544) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:41.283270 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3887a230-7f16-4003-ad5b-2d58c55440ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:41.360523 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3887a230-7f16-4003-ad5b-2d58c55440ad admin admin] Publish callbacks [] for security_group (84ccf079-be4c-4991-94a1-8bf77cfb86ba), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:41.420575 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3887a230-7f16-4003-ad5b-2d58c55440ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (84ccf079-be4c-4991-94a1-8bf77cfb86ba), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:41.459612 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-3887a230-7f16-4003-ad5b-2d58c55440ad admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ae722e93c0df4a8cb1dc69b660774a00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861552 Oct 14 03:16:41.460449 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887a230-7f16-4003-ad5b-2d58c55440ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ccf079-be4c-4991-94a1-8bf77cfb86ba,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:41.463706 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 42550) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:41.513349 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-da04696d-0502-4190-b618-c698c71ec0c5 admin admin] Publish callbacks [] for security_group (84ccf079-be4c-4991-94a1-8bf77cfb86ba), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:41.533983 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-da04696d-0502-4190-b618-c698c71ec0c5 admin admin] Publish callbacks [] for security_group (84ccf079-be4c-4991-94a1-8bf77cfb86ba), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:41.661121 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-da04696d-0502-4190-b618-c698c71ec0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (84ccf079-be4c-4991-94a1-8bf77cfb86ba), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:41.663843 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-da04696d-0502-4190-b618-c698c71ec0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:41.665034 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-da04696d-0502-4190-b618-c698c71ec0c5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/84ccf079-be4c-4991-94a1-8bf77cfb86ba HTTP/1.1" status: 204 len: 168 time: 0.2004428 Oct 14 03:16:41.673434 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04696d-0502-4190-b618-c698c71ec0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ccf079-be4c-4991-94a1-8bf77cfb86ba,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:46.555914 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=70,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:46.557820 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=95,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:49.289106 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=45,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:50.820424 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 42688) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:50.935414 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-91f002c0-b248-4e69-96ff-f4ba7809625a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:51.011500 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-91f002c0-b248-4e69-96ff-f4ba7809625a admin admin] Publish callbacks [] for security_group (fa7f0d94-427c-42c1-96d9-c44b9825fe60), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:51.034288 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=73 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:51.060800 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-91f002c0-b248-4e69-96ff-f4ba7809625a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (fa7f0d94-427c-42c1-96d9-c44b9825fe60), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:51.066378 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:51.101288 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f002c0-b248-4e69-96ff-f4ba7809625a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7f0d94-427c-42c1-96d9-c44b9825fe60,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:51.107611 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-91f002c0-b248-4e69-96ff-f4ba7809625a admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=2e2e309242af4ebf80efeacdc30d8152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861805 Oct 14 03:16:51.110307 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 42694) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:16:51.162001 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b1ed18d4-082f-4929-8ad9-280126d432e1 admin admin] Publish callbacks [] for security_group (fa7f0d94-427c-42c1-96d9-c44b9825fe60), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:51.181903 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b1ed18d4-082f-4929-8ad9-280126d432e1 admin admin] Publish callbacks [] for security_group (fa7f0d94-427c-42c1-96d9-c44b9825fe60), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:51.198120 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:51.317666 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b1ed18d4-082f-4929-8ad9-280126d432e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (fa7f0d94-427c-42c1-96d9-c44b9825fe60), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:51.320343 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b1ed18d4-082f-4929-8ad9-280126d432e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:51.321503 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-b1ed18d4-082f-4929-8ad9-280126d432e1 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/fa7f0d94-427c-42c1-96d9-c44b9825fe60 HTTP/1.1" status: 204 len: 168 time: 0.2103109 Oct 14 03:16:51.330096 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed18d4-082f-4929-8ad9-280126d432e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7f0d94-427c-42c1-96d9-c44b9825fe60,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:16:51.685969 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:53.072767 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=84,neutron:DELETE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:16:54.789636 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-85a13e9c-3e87-4345-af23-dcdaac100520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:57.061238 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-eb09ceb8-f7e8-47a4-82e4-0bf28a29e2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:58.329201 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:59.759492 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:16:59.983228 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:01.325968 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=4,neutron:DELETE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:03.783091 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:13.721001 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:13.723816 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:13.851609 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 42902) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:17:13.955199 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:14.032963 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Publish callbacks [] for security_group (6a55d96d-7a4d-40ed-beef-9ec0aa16cec8), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:14.094311 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (6a55d96d-7a4d-40ed-beef-9ec0aa16cec8), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:14.131786 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a55d96d-7a4d-40ed-beef-9ec0aa16cec8,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:14.136509 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=14b6f9e810df4b3c8b9dce38509e75e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838991 Oct 14 03:17:14.139842 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 42906) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:17:14.141906 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:14.142258 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:14.142602 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:14.142969 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:14.143300 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:14.143631 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:14.143959 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:14.144285 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:14.144609 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:14.144938 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:14.145262 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:14.145587 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:14.145946 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:14.146269 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:14.146587 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63e359e-6f5a-40f9-9e75-df12ab470496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:14.192231 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-916678b2-b602-45b2-bb31-80880f2dedf6 admin admin] Publish callbacks [] for security_group (6a55d96d-7a4d-40ed-beef-9ec0aa16cec8), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:14.212327 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-916678b2-b602-45b2-bb31-80880f2dedf6 admin admin] Publish callbacks [] for security_group (6a55d96d-7a4d-40ed-beef-9ec0aa16cec8), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:14.323398 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-916678b2-b602-45b2-bb31-80880f2dedf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (6a55d96d-7a4d-40ed-beef-9ec0aa16cec8), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:14.325978 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-916678b2-b602-45b2-bb31-80880f2dedf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:14.327599 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-916678b2-b602-45b2-bb31-80880f2dedf6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/6a55d96d-7a4d-40ed-beef-9ec0aa16cec8 HTTP/1.1" status: 204 len: 168 time: 0.1867671 Oct 14 03:17:14.335445 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916678b2-b602-45b2-bb31-80880f2dedf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a55d96d-7a4d-40ed-beef-9ec0aa16cec8,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:15.330051 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 42930) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:17:15.427660 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-2d55ee5d-8fe5-4476-810c-7a37ffb02040 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-737330180-network', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:17:15.525463 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d55ee5d-8fe5-4476-810c-7a37ffb02040 admin admin] Made reservation on behalf of f2c0270c3f82423ea62db21e22ac86bd for: {'network': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:17:15.528030 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2d55ee5d-8fe5-4476-810c-7a37ffb02040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:15.536842 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2d55ee5d-8fe5-4476-810c-7a37ffb02040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:15.610027 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2d55ee5d-8fe5-4476-810c-7a37ffb02040 admin admin] Publish callbacks [] for security_group (97d17dd0-d9ad-4fe1-868b-82a873fd3dcd), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:15.673947 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2d55ee5d-8fe5-4476-810c-7a37ffb02040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (97d17dd0-d9ad-4fe1-868b-82a873fd3dcd), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:15.699351 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d55ee5d-8fe5-4476-810c-7a37ffb02040 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=105050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 03:17:15.709206 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55ee5d-8fe5-4476-810c-7a37ffb02040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:15.714065 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2d55ee5d-8fe5-4476-810c-7a37ffb02040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (63079d40-8fd0-414b-8b30-767048e5d668), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:15.714406 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.segments_db [None req-2d55ee5d-8fe5-4476-810c-7a37ffb02040 admin admin] Added segment 63079d40-8fd0-414b-8b30-767048e5d668 of type vlan for network e3839baf-b0cf-4ade-9ba8-3b5f5df4328e Oct 14 03:17:15.755631 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2d55ee5d-8fe5-4476-810c-7a37ffb02040 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (e3839baf-b0cf-4ade-9ba8-3b5f5df4328e), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:15.828065 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2d55ee5d-8fe5-4476-810c-7a37ffb02040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (e3839baf-b0cf-4ade-9ba8-3b5f5df4328e), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:15.829041 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d55ee5d-8fe5-4476-810c-7a37ffb02040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:15.829642 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2d55ee5d-8fe5-4476-810c-7a37ffb02040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:15.887573 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55ee5d-8fe5-4476-810c-7a37ffb02040 admin admin] Pushing event updated for resources: {'Network': ['ID=e3839baf-b0cf-4ade-9ba8-3b5f5df4328e,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:15.896957 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network e3839baf-b0cf-4ade-9ba8-3b5f5df4328e details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 03:17:15.916581 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-2d55ee5d-8fe5-4476-810c-7a37ffb02040 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5854466 Oct 14 03:17:15.919505 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 42936) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:17:15.926129 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-36065f4c-45fd-4112-9e79-123dcdf1d9d7 admin admin] Request body: {'subnet': {'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-737330180-subnet', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'ip_version': 4}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:17:16.031737 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36065f4c-45fd-4112-9e79-123dcdf1d9d7 admin admin] Made reservation on behalf of f2c0270c3f82423ea62db21e22ac86bd for: {'subnet': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:17:16.034187 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-36065f4c-45fd-4112-9e79-123dcdf1d9d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129056296'] for subnet (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:16.251430 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-36065f4c-45fd-4112-9e79-123dcdf1d9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128314532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129056314'] for subnet (4af91a2d-db94-4767-9f16-983be71e7f78), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:16.288039 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:16.298906 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:16.307536 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36065f4c-45fd-4112-9e79-123dcdf1d9d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af91a2d-db94-4767-9f16-983be71e7f78,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:16.317213 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36065f4c-45fd-4112-9e79-123dcdf1d9d7 admin admin] Checking segment: {'id': '63079d40-8fd0-414b-8b30-767048e5d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:17:16.317213 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36065f4c-45fd-4112-9e79-123dcdf1d9d7 admin admin] Network hostable DHCP agents. Network: e3839baf-b0cf-4ade-9ba8-3b5f5df4328e, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 03:17:16.391663 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36065f4c-45fd-4112-9e79-123dcdf1d9d7 admin admin] Network e3839baf-b0cf-4ade-9ba8-3b5f5df4328e is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 03:17:16.477546 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-36065f4c-45fd-4112-9e79-123dcdf1d9d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, e3839baf-b0cf-4ade-9ba8-3b5f5df4328e) {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:17:16.481732 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36065f4c-45fd-4112-9e79-123dcdf1d9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:16.482367 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-36065f4c-45fd-4112-9e79-123dcdf1d9d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:16.487295 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0a72d0-19c9-40b3-b44c-833c4fcdd9b4 None None] Network e3839baf-b0cf-4ade-9ba8-3b5f5df4328e requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:17:16.594237 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp425d6158-53e4-58c1-b7c9-e64d652d6efd-e3839baf-b0cf-4ade-9ba8-3b5f5df4328e', 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e', 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'fixed_ips': [{'subnet_id': '4af91a2d-db94-4767-9f16-983be71e7f78'}]}} from dv-cinder-801522-13-iscsi. {{(pid=105051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 03:17:16.595360 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:16.600612 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-36065f4c-45fd-4112-9e79-123dcdf1d9d7 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6795366 Oct 14 03:17:16.602830 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 42942) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:17:16.606981 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-737330180-router', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:17:16.696706 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (35f7d862-2870-4a54-b44e-6e7048aea144), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:16.697854 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (35f7d862-2870-4a54-b44e-6e7048aea144), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:16.726913 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.db_base_plugin_common [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Allocated IP 172.20.0.2 (e3839baf-b0cf-4ade-9ba8-3b5f5df4328e/4af91a2d-db94-4767-9f16-983be71e7f78/972e8039-847f-4b7a-ad67-732edf11a770) {{(pid=105051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:17:16.748359 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Publish callbacks [] for router_controller (35f7d862-2870-4a54-b44e-6e7048aea144), precommit_add_association {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:16.870000 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Publish callbacks [] for port (972e8039-847f-4b7a-ad67-732edf11a770), precommit_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:16.926473 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (972e8039-847f-4b7a-ad67-732edf11a770), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:16.975356 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Network e3839baf-b0cf-4ade-9ba8-3b5f5df4328e is already hosted by enough agents. {{(pid=105051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:17:16.980755 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.base_scheduler [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Resources bound (agent type, host, resource id): {{(pid=105051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:17:16.983053 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Pushing event updated for resources: {'Port': ['ID=972e8039-847f-4b7a-ad67-732edf11a770,revision_number=1']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:16.985269 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Received port after_create {{(pid=105051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:17:17.046034 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Attempting to bind port 972e8039-847f-4b7a-ad67-732edf11a770 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:17:17.046410 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Attempting to bind port 972e8039-847f-4b7a-ad67-732edf11a770 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '63079d40-8fd0-414b-8b30-767048e5d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:17:17.046775 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Attempting to bind port 972e8039-847f-4b7a-ad67-732edf11a770 on network e3839baf-b0cf-4ade-9ba8-3b5f5df4328e {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:17:17.090069 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:17:17.090570 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Checking segment: {'id': '63079d40-8fd0-414b-8b30-767048e5d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:17:17.090988 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:17.091381 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Bound using segment: {'id': '63079d40-8fd0-414b-8b30-767048e5d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:17:17.091855 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Bound port: 972e8039-847f-4b7a-ad67-732edf11a770, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63079d40-8fd0-414b-8b30-767048e5d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:17:17.092269 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (972e8039-847f-4b7a-ad67-732edf11a770), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:17.157870 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] For port 972e8039-847f-4b7a-ad67-732edf11a770, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:17:17.161005 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] For port 972e8039-847f-4b7a-ad67-732edf11a770, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=972e8039-847f-4b7a-ad67-732edf11a770,segment=NetworkSegment(63079d40-8fd0-414b-8b30-767048e5d668),segment_id=63079d40-8fd0-414b-8b30-767048e5d668)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:17:17.212599 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Publish callbacks [] for router_gateway (35f7d862-2870-4a54-b44e-6e7048aea144), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:17.217617 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (972e8039-847f-4b7a-ad67-732edf11a770), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:17.271815 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7885b-1181-4817-b256-25ba404564d2 None None] Pushing event updated for resources: {'Port': ['ID=972e8039-847f-4b7a-ad67-732edf11a770,revision_number=2']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:17.502160 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Publish callbacks [] for router_gateway (35f7d862-2870-4a54-b44e-6e7048aea144), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:17.521164 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:17.626564 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Allocated IP 172.27.3.189 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/0ea72691-cf9e-412e-b51f-f04b3719335d) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:17:17.721095 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:17.726163 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Publish callbacks [] for port (0ea72691-cf9e-412e-b51f-f04b3719335d), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:17.826711 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (0ea72691-cf9e-412e-b51f-f04b3719335d), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:17.878406 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:17:17.881743 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Pushing event updated for resources: {'Port': ['ID=0ea72691-cf9e-412e-b51f-f04b3719335d,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:17.884101 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:17:17.887228 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:17:17.914933 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:17.915285 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:17.915626 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:17.915969 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:17.916296 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:17.916624 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:17.916946 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:17.917268 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:17.917587 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:17.917933 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:17.918257 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:17.918576 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:17.918890 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:17.919204 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:17.919518 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:17.947836 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:17.956695 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 972e8039-847f-4b7a-ad67-732edf11a770 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:17:17.986366 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:18.039984 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 972e8039-847f-4b7a-ad67-732edf11a770 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:18.040439 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (972e8039-847f-4b7a-ad67-732edf11a770), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:18.040837 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 972e8039-847f-4b7a-ad67-732edf11a770 Oct 14 03:17:18.041120 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:17:18.085577 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:18.130475 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 972e8039-847f-4b7a-ad67-732edf11a770 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:17:18.130803 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (972e8039-847f-4b7a-ad67-732edf11a770), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:18.167289 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 972e8039-847f-4b7a-ad67-732edf11a770, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=972e8039-847f-4b7a-ad67-732edf11a770,segment=NetworkSegment(63079d40-8fd0-414b-8b30-767048e5d668),segment_id=63079d40-8fd0-414b-8b30-767048e5d668)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:17:18.190445 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67bf84c-043b-4308-9e63-12e61c1245c0 None None] Network e3839baf-b0cf-4ade-9ba8-3b5f5df4328e requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:17:18.249378 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-bfd21bd2-0743-4918-a309-91c56f38d8bd None None] Provisioning complete for port 972e8039-847f-4b7a-ad67-732edf11a770 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:18.249750 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-bfd21bd2-0743-4918-a309-91c56f38d8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (972e8039-847f-4b7a-ad67-732edf11a770), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:18.250102 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-bfd21bd2-0743-4918-a309-91c56f38d8bd None None] Attempt 1 to provision port 972e8039-847f-4b7a-ad67-732edf11a770 Oct 14 03:17:18.253663 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (972e8039-847f-4b7a-ad67-732edf11a770), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:18.309021 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Publish callbacks [] for router_gateway (35f7d862-2870-4a54-b44e-6e7048aea144), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:18.502512 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729284'] for router (35f7d862-2870-4a54-b44e-6e7048aea144), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:18.506968 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=972e8039-847f-4b7a-ad67-732edf11a770,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:18.573293 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-bfd21bd2-0743-4918-a309-91c56f38d8bd None None] Current status of the port 972e8039-847f-4b7a-ad67-732edf11a770 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:17:18.713721 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Router 35f7d862-2870-4a54-b44e-6e7048aea144 is scheduled to L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 with binding_index 1 {{(pid=105050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 03:17:18.791150 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-99ab18ce-3ff7-4a72-a493-6f948cf4a09f None None] Provisioning complete for port 972e8039-847f-4b7a-ad67-732edf11a770 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:18.791448 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-99ab18ce-3ff7-4a72-a493-6f948cf4a09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (972e8039-847f-4b7a-ad67-732edf11a770), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:18.791780 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-99ab18ce-3ff7-4a72-a493-6f948cf4a09f None None] Attempt 1 to provision port 972e8039-847f-4b7a-ad67-732edf11a770 Oct 14 03:17:18.815738 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:17:18.825592 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Sync routers for ids ['35f7d862-2870-4a54-b44e-6e7048aea144'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:17:18.835620 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Routers {'35f7d862-2870-4a54-b44e-6e7048aea144'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:17:18.836367 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:16:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['35f7d862-2870-4a54-b44e-6e7048aea144'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:17:18.870588 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-99ab18ce-3ff7-4a72-a493-6f948cf4a09f None None] Current status of the port 972e8039-847f-4b7a-ad67-732edf11a770 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:17:18.913771 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:18.915090 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-4f8b6b9d-22fc-495d-bc33-62523a2b1f02 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3113410 Oct 14 03:17:18.917903 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 42956) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:17:18.935629 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Set router 35f7d862-2870-4a54-b44e-6e7048aea144 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:17:19.098508 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'name': 'tempest-TestMinimumBasicScenario-737330180-router', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:16Z', 'updated_at': '2022-10-14T03:17:18Z', 'revision_number': 3, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'gw_port': {'id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:17Z', 'updated_at': '2022-10-14T03:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:17:19.126445 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Checking router: 35f7d862-2870-4a54-b44e-6e7048aea144 for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:17:19.126788 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Updating router 35f7d862-2870-4a54-b44e-6e7048aea144 port 0ea72691-cf9e-412e-b51f-f04b3719335d binding host dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:17:19.146199 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:19.153373 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (0ea72691-cf9e-412e-b51f-f04b3719335d), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:19.201357 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:19.319445 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:19.396241 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Publish callbacks [] for port (0ea72691-cf9e-412e-b51f-f04b3719335d), precommit_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:19.451217 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (0ea72691-cf9e-412e-b51f-f04b3719335d), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:19.468483 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] Allocated IP 172.20.0.1 (e3839baf-b0cf-4ade-9ba8-3b5f5df4328e/4af91a2d-db94-4767-9f16-983be71e7f78/df86c9c5-a896-4131-a73a-5b2871cb7b90) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:17:19.490835 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Attempting to bind port 0ea72691-cf9e-412e-b51f-f04b3719335d on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:17:19.491202 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Attempting to bind port 0ea72691-cf9e-412e-b51f-f04b3719335d by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:17:19.491562 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Attempting to bind port 0ea72691-cf9e-412e-b51f-f04b3719335d on network bb95bd8b-673c-4030-8dbe-0fae2985823e {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:17:19.583035 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] Publish callbacks [] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:19.589403 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:19.610681 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7a394-cc80-44cb-8bf5-5755c08c16b1 None None] Pushing event updated for resources: {'Port': ['ID=0ea72691-cf9e-412e-b51f-f04b3719335d,revision_number=2']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:19.622145 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7a394-cc80-44cb-8bf5-5755c08c16b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:19.622493 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7a394-cc80-44cb-8bf5-5755c08c16b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:19.622848 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7a394-cc80-44cb-8bf5-5755c08c16b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:19.623213 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7a394-cc80-44cb-8bf5-5755c08c16b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:19.623572 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7a394-cc80-44cb-8bf5-5755c08c16b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:19.623895 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7a394-cc80-44cb-8bf5-5755c08c16b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:19.624213 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7a394-cc80-44cb-8bf5-5755c08c16b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:19.624532 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7a394-cc80-44cb-8bf5-5755c08c16b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:19.624864 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7a394-cc80-44cb-8bf5-5755c08c16b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:19.625185 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7a394-cc80-44cb-8bf5-5755c08c16b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:19.625503 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7a394-cc80-44cb-8bf5-5755c08c16b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:19.625861 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7a394-cc80-44cb-8bf5-5755c08c16b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:19.626181 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7a394-cc80-44cb-8bf5-5755c08c16b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:19.626496 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7a394-cc80-44cb-8bf5-5755c08c16b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:19.626809 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7a394-cc80-44cb-8bf5-5755c08c16b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:19.643571 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:17:19.643972 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Checking segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:17:19.644316 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:19.644698 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Bound using segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:17:19.645168 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Bound port: 0ea72691-cf9e-412e-b51f-f04b3719335d, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:17:19.645541 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (0ea72691-cf9e-412e-b51f-f04b3719335d), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:19.663090 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:19.693535 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] For port 0ea72691-cf9e-412e-b51f-f04b3719335d, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:17:19.696840 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] For port 0ea72691-cf9e-412e-b51f-f04b3719335d, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=0ea72691-cf9e-412e-b51f-f04b3719335d,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:17:19.703087 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] Network e3839baf-b0cf-4ade-9ba8-3b5f5df4328e is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:17:19.707820 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:17:19.711765 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:17:19.714764 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] Pushing event updated for resources: {'Port': ['ID=df86c9c5-a896-4131-a73a-5b2871cb7b90,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:19.755652 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735551'] for router_interface (35f7d862-2870-4a54-b44e-6e7048aea144), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:19.771657 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (0ea72691-cf9e-412e-b51f-f04b3719335d), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:19.812260 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Routers {'35f7d862-2870-4a54-b44e-6e7048aea144'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:17:19.813160 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:16:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['35f7d862-2870-4a54-b44e-6e7048aea144'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:17:19.856567 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:19.863531 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7a394-cc80-44cb-8bf5-5755c08c16b1 None None] Pushing event updated for resources: {'Port': ['ID=0ea72691-cf9e-412e-b51f-f04b3719335d,revision_number=3']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:19.865779 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:19.927985 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 972e8039-847f-4b7a-ad67-732edf11a770 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:17:19.934162 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] Set router 35f7d862-2870-4a54-b44e-6e7048aea144 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:17:19.968755 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:19.972715 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 972e8039-847f-4b7a-ad67-732edf11a770 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:19.973079 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (972e8039-847f-4b7a-ad67-732edf11a770), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:19.973417 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 972e8039-847f-4b7a-ad67-732edf11a770 Oct 14 03:17:20.021316 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:20.026900 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-407c8dea-84c5-475d-a20f-bbe13a2a7376 None None] Provisioning complete for port df86c9c5-a896-4131-a73a-5b2871cb7b90 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:20.031781 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-407c8dea-84c5-475d-a20f-bbe13a2a7376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:20.031781 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-407c8dea-84c5-475d-a20f-bbe13a2a7376 None None] Attempt 1 to provision port df86c9c5-a896-4131-a73a-5b2871cb7b90 Oct 14 03:17:20.067374 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-407c8dea-84c5-475d-a20f-bbe13a2a7376 None None] Port df86c9c5-a896-4131-a73a-5b2871cb7b90 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:17:20.102730 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 972e8039-847f-4b7a-ad67-732edf11a770 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:17:20.109776 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'name': 'tempest-TestMinimumBasicScenario-737330180-router', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:16Z', 'updated_at': '2022-10-14T03:17:18Z', 'revision_number': 3, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'gw_port': {'id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:17Z', 'updated_at': '2022-10-14T03:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:17:20.134669 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fbf8e9-6770-4f04-9958-8a00dc7eb9ad None None] The sync data for ids ['35f7d862-2870-4a54-b44e-6e7048aea144'] in dv-cinder-801522-13-iscsi is: [{'id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'name': 'tempest-TestMinimumBasicScenario-737330180-router', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:16Z', 'updated_at': '2022-10-14T03:17:18Z', 'revision_number': 3, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'gw_port': {'id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:17Z', 'updated_at': '2022-10-14T03:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:17:20.202810 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] Publish callbacks [] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:20.297402 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:20.374826 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] Pushing event updated for resources: {'Port': ['ID=df86c9c5-a896-4131-a73a-5b2871cb7b90,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:20.379753 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-735651'] for router_interface (35f7d862-2870-4a54-b44e-6e7048aea144), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:20.474459 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:20.480693 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] Network e3839baf-b0cf-4ade-9ba8-3b5f5df4328e is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:17:20.482109 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:17:20.605268 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] Router 35f7d862-2870-4a54-b44e-6e7048aea144 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:17:20.707324 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:20.728447 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:17:20.734219 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-c24a50bd-9116-44c4-a0aa-1496cead4d5d admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/35f7d862-2870-4a54-b44e-6e7048aea144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8153327 Oct 14 03:17:20.792849 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-7d0c9fd9-aa2e-4a56-be08-3d70ed930821 None None] Provisioning complete for port df86c9c5-a896-4131-a73a-5b2871cb7b90 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:20.793226 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-7d0c9fd9-aa2e-4a56-be08-3d70ed930821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:20.793564 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-7d0c9fd9-aa2e-4a56-be08-3d70ed930821 None None] Attempt 1 to provision port df86c9c5-a896-4131-a73a-5b2871cb7b90 Oct 14 03:17:20.843773 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-7d0c9fd9-aa2e-4a56-be08-3d70ed930821 None None] Port df86c9c5-a896-4131-a73a-5b2871cb7b90 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:17:21.445891 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 42984) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:17:21.450703 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-12d9c3bf-33c7-4980-b193-6b403b58284b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-271648353-network', 'tenant_id': '0155abbda1374196b19097d189a0a1f2'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:17:21.523378 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d9c3bf-33c7-4980-b193-6b403b58284b admin admin] Made reservation on behalf of 0155abbda1374196b19097d189a0a1f2 for: {'network': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:17:21.525778 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-12d9c3bf-33c7-4980-b193-6b403b58284b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:21.534978 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-12d9c3bf-33c7-4980-b193-6b403b58284b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:21.615216 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-12d9c3bf-33c7-4980-b193-6b403b58284b admin admin] Publish callbacks [] for security_group (ae0e7248-333c-457d-9569-a9a85f4abbfd), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:21.680043 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-12d9c3bf-33c7-4980-b193-6b403b58284b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (ae0e7248-333c-457d-9569-a9a85f4abbfd), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:21.699448 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207861c8-acf8-4300-b561-14be60359277 None None] Sync routers for ids ['35f7d862-2870-4a54-b44e-6e7048aea144'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:17:21.710553 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207861c8-acf8-4300-b561-14be60359277 None None] Routers {'35f7d862-2870-4a54-b44e-6e7048aea144'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:17:21.711048 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d9c3bf-33c7-4980-b193-6b403b58284b admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=105050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 03:17:21.711168 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-207861c8-acf8-4300-b561-14be60359277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:16:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['35f7d862-2870-4a54-b44e-6e7048aea144'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:17:21.718209 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9c3bf-33c7-4980-b193-6b403b58284b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0e7248-333c-457d-9569-a9a85f4abbfd,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:21.725597 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-12d9c3bf-33c7-4980-b193-6b403b58284b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (44eda685-7d84-45d3-9301-730893600266), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:21.725851 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.segments_db [None req-12d9c3bf-33c7-4980-b193-6b403b58284b admin admin] Added segment 44eda685-7d84-45d3-9301-730893600266 of type vlan for network 23b8b187-5100-4a12-82e6-3a487a5c4d6c Oct 14 03:17:21.768272 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-12d9c3bf-33c7-4980-b193-6b403b58284b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (23b8b187-5100-4a12-82e6-3a487a5c4d6c), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:21.814405 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-207861c8-acf8-4300-b561-14be60359277 None None] Set router 35f7d862-2870-4a54-b44e-6e7048aea144 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:17:21.885235 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-12d9c3bf-33c7-4980-b193-6b403b58284b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (23b8b187-5100-4a12-82e6-3a487a5c4d6c), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:21.887277 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d9c3bf-33c7-4980-b193-6b403b58284b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:21.888179 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-12d9c3bf-33c7-4980-b193-6b403b58284b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:21.960720 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9c3bf-33c7-4980-b193-6b403b58284b admin admin] Pushing event updated for resources: {'Network': ['ID=23b8b187-5100-4a12-82e6-3a487a5c4d6c,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:21.969192 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 0ea72691-cf9e-412e-b51f-f04b3719335d up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:17:21.976739 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network 23b8b187-5100-4a12-82e6-3a487a5c4d6c details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 03:17:22.016247 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-12d9c3bf-33c7-4980-b193-6b403b58284b admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5692496 Oct 14 03:17:22.018991 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 42990) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:17:22.024567 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-3767cad1-08d5-4f43-a5e2-45f721aa32f3 admin admin] Request body: {'subnet': {'network_id': '23b8b187-5100-4a12-82e6-3a487a5c4d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-271648353-subnet', 'tenant_id': '0155abbda1374196b19097d189a0a1f2', 'ip_version': 4}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:17:22.108616 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:22.119811 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-207861c8-acf8-4300-b561-14be60359277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'name': 'tempest-TestMinimumBasicScenario-737330180-router', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:16Z', 'updated_at': '2022-10-14T03:17:19Z', 'revision_number': 4, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'gw_port': {'id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:17Z', 'updated_at': '2022-10-14T03:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': 'df86c9c5-a896-4131-a73a-5b2871cb7b90', 'name': '', 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'mac_address': 'fa:16:3e:61:b0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:19Z', 'updated_at': '2022-10-14T03:17:20Z', 'revision_number': 2, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'subnets': [{'id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:17:22.144718 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 0ea72691-cf9e-412e-b51f-f04b3719335d triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:22.145090 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (0ea72691-cf9e-412e-b51f-f04b3719335d), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.145422 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 0ea72691-cf9e-412e-b51f-f04b3719335d Oct 14 03:17:22.148869 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207861c8-acf8-4300-b561-14be60359277 None None] Checking router: 35f7d862-2870-4a54-b44e-6e7048aea144 for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:17:22.149217 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207861c8-acf8-4300-b561-14be60359277 None None] Updating router 35f7d862-2870-4a54-b44e-6e7048aea144 port df86c9c5-a896-4131-a73a-5b2871cb7b90 binding host dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:17:22.159310 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3767cad1-08d5-4f43-a5e2-45f721aa32f3 admin admin] Made reservation on behalf of 0155abbda1374196b19097d189a0a1f2 for: {'subnet': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:17:22.161802 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3767cad1-08d5-4f43-a5e2-45f721aa32f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129056296'] for subnet (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.205965 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-207861c8-acf8-4300-b561-14be60359277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.284688 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 0ea72691-cf9e-412e-b51f-f04b3719335d is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:17:22.284991 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (0ea72691-cf9e-412e-b51f-f04b3719335d), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.353672 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 0ea72691-cf9e-412e-b51f-f04b3719335d, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=0ea72691-cf9e-412e-b51f-f04b3719335d,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:17:22.409377 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3767cad1-08d5-4f43-a5e2-45f721aa32f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128314532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129056314'] for subnet (3b1acc92-e679-420b-a590-71cd7b570dc7), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.414553 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:22.460537 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 42994) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:17:22.465360 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (0ea72691-cf9e-412e-b51f-f04b3719335d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.479596 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767cad1-08d5-4f43-a5e2-45f721aa32f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b1acc92-e679-420b-a590-71cd7b570dc7,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:22.490214 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3767cad1-08d5-4f43-a5e2-45f721aa32f3 admin admin] Checking segment: {'id': '44eda685-7d84-45d3-9301-730893600266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23b8b187-5100-4a12-82e6-3a487a5c4d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:17:22.490719 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3767cad1-08d5-4f43-a5e2-45f721aa32f3 admin admin] Network hostable DHCP agents. Network: 23b8b187-5100-4a12-82e6-3a487a5c4d6c, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 03:17:22.558002 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-207861c8-acf8-4300-b561-14be60359277 None None] Publish callbacks [] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), precommit_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.559382 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=0ea72691-cf9e-412e-b51f-f04b3719335d,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:22.577494 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3767cad1-08d5-4f43-a5e2-45f721aa32f3 admin admin] Network 23b8b187-5100-4a12-82e6-3a487a5c4d6c is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 03:17:22.585368 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b4ffbd91-0d14-4717-8d85-8d29cdba40ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.639838 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-207861c8-acf8-4300-b561-14be60359277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.659973 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b4ffbd91-0d14-4717-8d85-8d29cdba40ea admin admin] Publish callbacks [] for security_group (fcfe2a90-1108-4e6a-a1ea-7c5c3a6c94da), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.682846 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-3767cad1-08d5-4f43-a5e2-45f721aa32f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, 23b8b187-5100-4a12-82e6-3a487a5c4d6c) {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:17:22.688854 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3767cad1-08d5-4f43-a5e2-45f721aa32f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:22.689463 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-3767cad1-08d5-4f43-a5e2-45f721aa32f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.693311 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2887e335-0f12-4695-8e47-33be035844d1 None None] Network 23b8b187-5100-4a12-82e6-3a487a5c4d6c requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:17:22.715243 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e942fa-4c1c-442e-b17e-3fdb8f81c614 None None] Pushing event updated for resources: {'Port': ['ID=df86c9c5-a896-4131-a73a-5b2871cb7b90,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:22.728546 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-b4ffbd91-0d14-4717-8d85-8d29cdba40ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (fcfe2a90-1108-4e6a-a1ea-7c5c3a6c94da), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.754393 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-3767cad1-08d5-4f43-a5e2-45f721aa32f3 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7337551 Oct 14 03:17:22.757000 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 42998) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:17:22.761717 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-271648353-router', 'tenant_id': '0155abbda1374196b19097d189a0a1f2', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:17:22.771256 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:22.771619 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffbd91-0d14-4717-8d85-8d29cdba40ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfe2a90-1108-4e6a-a1ea-7c5c3a6c94da,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:22.776521 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:22.781558 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-207861c8-acf8-4300-b561-14be60359277 None None] Attempting to bind port df86c9c5-a896-4131-a73a-5b2871cb7b90 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:17:22.781891 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43000) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:17:22.782032 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-b4ffbd91-0d14-4717-8d85-8d29cdba40ea admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e35a2e967e9b4ae1a342baac2bb50445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200006 Oct 14 03:17:22.782122 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-207861c8-acf8-4300-b561-14be60359277 None None] Attempting to bind port df86c9c5-a896-4131-a73a-5b2871cb7b90 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '63079d40-8fd0-414b-8b30-767048e5d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:17:22.782384 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207861c8-acf8-4300-b561-14be60359277 None None] Attempting to bind port df86c9c5-a896-4131-a73a-5b2871cb7b90 on network e3839baf-b0cf-4ade-9ba8-3b5f5df4328e {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:17:22.833931 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e53ab5cf-2b3d-450e-ba19-22d4190e2995 admin admin] Publish callbacks [] for security_group (fcfe2a90-1108-4e6a-a1ea-7c5c3a6c94da), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.853969 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (5a505879-e279-49d6-8112-df375c1b50cc), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.854998 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (5a505879-e279-49d6-8112-df375c1b50cc), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.859375 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207861c8-acf8-4300-b561-14be60359277 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:17:22.859629 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207861c8-acf8-4300-b561-14be60359277 None None] Checking segment: {'id': '63079d40-8fd0-414b-8b30-767048e5d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:17:22.859971 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-207861c8-acf8-4300-b561-14be60359277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.860678 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207861c8-acf8-4300-b561-14be60359277 None None] Bound using segment: {'id': '63079d40-8fd0-414b-8b30-767048e5d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:17:22.860800 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-207861c8-acf8-4300-b561-14be60359277 None None] Bound port: df86c9c5-a896-4131-a73a-5b2871cb7b90, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63079d40-8fd0-414b-8b30-767048e5d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:17:22.861056 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e53ab5cf-2b3d-450e-ba19-22d4190e2995 admin admin] Publish callbacks [] for security_group (fcfe2a90-1108-4e6a-a1ea-7c5c3a6c94da), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.861190 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-207861c8-acf8-4300-b561-14be60359277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.865699 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp425d6158-53e4-58c1-b7c9-e64d652d6efd-23b8b187-5100-4a12-82e6-3a487a5c4d6c', 'network_id': '23b8b187-5100-4a12-82e6-3a487a5c4d6c', 'project_id': '0155abbda1374196b19097d189a0a1f2', 'fixed_ips': [{'subnet_id': '3b1acc92-e679-420b-a590-71cd7b570dc7'}]}} from dv-cinder-801522-13-iscsi. {{(pid=105051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 03:17:22.866559 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.936911 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Publish callbacks [] for router_controller (5a505879-e279-49d6-8112-df375c1b50cc), precommit_add_association {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:22.984284 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:22.993602 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-207861c8-acf8-4300-b561-14be60359277 None None] For port df86c9c5-a896-4131-a73a-5b2871cb7b90, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:17:23.012513 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-207861c8-acf8-4300-b561-14be60359277 None None] For port df86c9c5-a896-4131-a73a-5b2871cb7b90, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=df86c9c5-a896-4131-a73a-5b2871cb7b90,segment=NetworkSegment(63079d40-8fd0-414b-8b30-767048e5d668),segment_id=63079d40-8fd0-414b-8b30-767048e5d668)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:17:23.057399 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e53ab5cf-2b3d-450e-ba19-22d4190e2995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (fcfe2a90-1108-4e6a-a1ea-7c5c3a6c94da), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:23.058324 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.db_base_plugin_common [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Allocated IP 172.20.0.2 (23b8b187-5100-4a12-82e6-3a487a5c4d6c/3b1acc92-e679-420b-a590-71cd7b570dc7/1ce8d63d-c05f-457c-a1ff-04a8c61c4e39) {{(pid=105051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:17:23.060053 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e53ab5cf-2b3d-450e-ba19-22d4190e2995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:23.064244 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-e53ab5cf-2b3d-450e-ba19-22d4190e2995 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/fcfe2a90-1108-4e6a-a1ea-7c5c3a6c94da HTTP/1.1" status: 204 len: 168 time: 0.2773969 Oct 14 03:17:23.085875 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-207861c8-acf8-4300-b561-14be60359277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:23.125536 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ab5cf-2b3d-450e-ba19-22d4190e2995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfe2a90-1108-4e6a-a1ea-7c5c3a6c94da,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:23.146883 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:23.175461 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207861c8-acf8-4300-b561-14be60359277 None None] Routers {'35f7d862-2870-4a54-b44e-6e7048aea144'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:17:23.176082 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-207861c8-acf8-4300-b561-14be60359277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:16:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['35f7d862-2870-4a54-b44e-6e7048aea144'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:17:23.197828 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Publish callbacks [] for router_gateway (5a505879-e279-49d6-8112-df375c1b50cc), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:23.380244 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e942fa-4c1c-442e-b17e-3fdb8f81c614 None None] Pushing event updated for resources: {'Port': ['ID=df86c9c5-a896-4131-a73a-5b2871cb7b90,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:23.450922 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:23.470223 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Publish callbacks [] for router_gateway (5a505879-e279-49d6-8112-df375c1b50cc), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:23.491729 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:23.502334 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Publish callbacks [] for port (1ce8d63d-c05f-457c-a1ff-04a8c61c4e39), precommit_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:23.513877 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-207861c8-acf8-4300-b561-14be60359277 None None] Set router 35f7d862-2870-4a54-b44e-6e7048aea144 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:17:23.589178 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (1ce8d63d-c05f-457c-a1ff-04a8c61c4e39), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:23.606078 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Allocated IP 172.27.3.89 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/7c24855b-f1b4-40ae-b0d5-b241abdef9f9) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:17:23.667374 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Network 23b8b187-5100-4a12-82e6-3a487a5c4d6c is already hosted by enough agents. {{(pid=105051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:17:23.675469 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.base_scheduler [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Resources bound (agent type, host, resource id): {{(pid=105051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:17:23.680751 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Received port after_create {{(pid=105051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:17:23.685800 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Pushing event updated for resources: {'Port': ['ID=1ce8d63d-c05f-457c-a1ff-04a8c61c4e39,revision_number=1']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:23.712038 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:23.719254 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Publish callbacks [] for port (7c24855b-f1b4-40ae-b0d5-b241abdef9f9), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:23.789732 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Attempting to bind port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:17:23.790326 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Attempting to bind port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '44eda685-7d84-45d3-9301-730893600266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23b8b187-5100-4a12-82e6-3a487a5c4d6c'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:17:23.790468 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Attempting to bind port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 on network 23b8b187-5100-4a12-82e6-3a487a5c4d6c {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:17:23.800260 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (7c24855b-f1b4-40ae-b0d5-b241abdef9f9), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:23.820344 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-207861c8-acf8-4300-b561-14be60359277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'name': 'tempest-TestMinimumBasicScenario-737330180-router', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:16Z', 'updated_at': '2022-10-14T03:17:19Z', 'revision_number': 4, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'gw_port': {'id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:17Z', 'updated_at': '2022-10-14T03:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': 'df86c9c5-a896-4131-a73a-5b2871cb7b90', 'name': '', 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'mac_address': 'fa:16:3e:61:b0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:19Z', 'updated_at': '2022-10-14T03:17:22Z', 'revision_number': 4, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'subnets': [{'id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:17:23.839456 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:17:23.842889 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:17:23.846813 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:17:23.851815 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207861c8-acf8-4300-b561-14be60359277 None None] The sync data for ids ['35f7d862-2870-4a54-b44e-6e7048aea144'] in dv-cinder-801522-13-iscsi is: [{'id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'name': 'tempest-TestMinimumBasicScenario-737330180-router', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:16Z', 'updated_at': '2022-10-14T03:17:19Z', 'revision_number': 4, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'gw_port': {'id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:17Z', 'updated_at': '2022-10-14T03:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': 'df86c9c5-a896-4131-a73a-5b2871cb7b90', 'name': '', 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'mac_address': 'fa:16:3e:61:b0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:19Z', 'updated_at': '2022-10-14T03:17:22Z', 'revision_number': 4, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'subnets': [{'id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:17:23.853365 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:23.869527 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:17:23.870094 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Checking segment: {'id': '44eda685-7d84-45d3-9301-730893600266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23b8b187-5100-4a12-82e6-3a487a5c4d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:17:23.870690 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:23.871018 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Bound using segment: {'id': '44eda685-7d84-45d3-9301-730893600266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23b8b187-5100-4a12-82e6-3a487a5c4d6c'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:17:23.871527 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Bound port: 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44eda685-7d84-45d3-9301-730893600266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23b8b187-5100-4a12-82e6-3a487a5c4d6c'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:17:23.871884 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (1ce8d63d-c05f-457c-a1ff-04a8c61c4e39), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:23.876051 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Pushing event updated for resources: {'Port': ['ID=7c24855b-f1b4-40ae-b0d5-b241abdef9f9,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:23.977162 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] For port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:17:23.984843 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] For port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=1ce8d63d-c05f-457c-a1ff-04a8c61c4e39,segment=NetworkSegment(44eda685-7d84-45d3-9301-730893600266),segment_id=44eda685-7d84-45d3-9301-730893600266)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:17:24.018379 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 0ea72691-cf9e-412e-b51f-f04b3719335d up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:17:24.065100 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 0ea72691-cf9e-412e-b51f-f04b3719335d triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:24.065477 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (0ea72691-cf9e-412e-b51f-f04b3719335d), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:24.065839 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 0ea72691-cf9e-412e-b51f-f04b3719335d Oct 14 03:17:24.091602 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (1ce8d63d-c05f-457c-a1ff-04a8c61c4e39), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:24.158403 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996596c3-3320-4c28-9847-3056c8b9ab29 None None] Pushing event updated for resources: {'Port': ['ID=1ce8d63d-c05f-457c-a1ff-04a8c61c4e39,revision_number=2']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:24.204628 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 0ea72691-cf9e-412e-b51f-f04b3719335d is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:17:24.270328 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Publish callbacks [] for router_gateway (5a505879-e279-49d6-8112-df375c1b50cc), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:24.768279 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729284'] for router (5a505879-e279-49d6-8112-df375c1b50cc), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:24.799672 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-68bfab26-f655-4a97-9991-b10ef8bb6507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:24.970168 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Router 5a505879-e279-49d6-8112-df375c1b50cc is scheduled to L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 with binding_index 1 {{(pid=105050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 03:17:25.046233 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a9d06d-6151-4bdc-8a68-d2072305d183 None None] Network 23b8b187-5100-4a12-82e6-3a487a5c4d6c requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:17:25.079843 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:17:25.091505 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Sync routers for ids ['5a505879-e279-49d6-8112-df375c1b50cc'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:17:25.102670 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Routers {'5a505879-e279-49d6-8112-df375c1b50cc'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:17:25.104710 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:16:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['5a505879-e279-49d6-8112-df375c1b50cc'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:17:25.137058 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-cd0f594d-8cb6-4258-8edc-c1b8b6ef35c7 None None] Provisioning complete for port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:25.137433 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-cd0f594d-8cb6-4258-8edc-c1b8b6ef35c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (1ce8d63d-c05f-457c-a1ff-04a8c61c4e39), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:25.137818 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-cd0f594d-8cb6-4258-8edc-c1b8b6ef35c7 None None] Attempt 1 to provision port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 Oct 14 03:17:25.148249 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:25.152123 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-c39d8f88-b89f-4424-baa1-b81b2154e3dc admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3913193 Oct 14 03:17:25.152316 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43004) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:17:25.157224 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:25.191562 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:25.211800 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Set router 5a505879-e279-49d6-8112-df375c1b50cc gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:17:25.253902 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f594d-8cb6-4258-8edc-c1b8b6ef35c7 None None] Current status of the port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:17:25.255477 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-cd0f594d-8cb6-4258-8edc-c1b8b6ef35c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (1ce8d63d-c05f-457c-a1ff-04a8c61c4e39), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:25.298034 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-cd0f594d-8cb6-4258-8edc-c1b8b6ef35c7 None None] For port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=1ce8d63d-c05f-457c-a1ff-04a8c61c4e39,segment=NetworkSegment(44eda685-7d84-45d3-9301-730893600266),segment_id=44eda685-7d84-45d3-9301-730893600266)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:17:25.377524 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-cd0f594d-8cb6-4258-8edc-c1b8b6ef35c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (1ce8d63d-c05f-457c-a1ff-04a8c61c4e39), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:25.400244 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a505879-e279-49d6-8112-df375c1b50cc', 'name': 'tempest-TestMinimumBasicScenario-271648353-router', 'tenant_id': '0155abbda1374196b19097d189a0a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '7c24855b-f1b4-40ae-b0d5-b241abdef9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:22Z', 'updated_at': '2022-10-14T03:17:24Z', 'revision_number': 3, 'project_id': '0155abbda1374196b19097d189a0a1f2', 'gw_port': {'id': '7c24855b-f1b4-40ae-b0d5-b241abdef9f9', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a505879-e279-49d6-8112-df375c1b50cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:23Z', 'updated_at': '2022-10-14T03:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:17:25.429658 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:25.429939 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Checking router: 5a505879-e279-49d6-8112-df375c1b50cc for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:17:25.429939 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Updating router 5a505879-e279-49d6-8112-df375c1b50cc port 7c24855b-f1b4-40ae-b0d5-b241abdef9f9 binding host dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:17:25.441887 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f594d-8cb6-4258-8edc-c1b8b6ef35c7 None None] Pushing event updated for resources: {'Port': ['ID=1ce8d63d-c05f-457c-a1ff-04a8c61c4e39,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:25.460154 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (7c24855b-f1b4-40ae-b0d5-b241abdef9f9), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:25.501494 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-7db51d2e-0dd9-44e2-be58-2af2e97b01b9 None None] Provisioning complete for port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:25.501806 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-7db51d2e-0dd9-44e2-be58-2af2e97b01b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (1ce8d63d-c05f-457c-a1ff-04a8c61c4e39), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:25.502943 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-7db51d2e-0dd9-44e2-be58-2af2e97b01b9 None None] Attempt 1 to provision port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 Oct 14 03:17:25.565794 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:25.597354 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-7db51d2e-0dd9-44e2-be58-2af2e97b01b9 None None] Current status of the port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:17:25.633861 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:25.726529 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Publish callbacks [] for port (7c24855b-f1b4-40ae-b0d5-b241abdef9f9), precommit_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:25.788776 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (7c24855b-f1b4-40ae-b0d5-b241abdef9f9), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:25.799090 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] Allocated IP 172.20.0.1 (23b8b187-5100-4a12-82e6-3a487a5c4d6c/3b1acc92-e679-420b-a590-71cd7b570dc7/a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:17:25.824961 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Attempting to bind port 7c24855b-f1b4-40ae-b0d5-b241abdef9f9 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:17:25.825326 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Attempting to bind port 7c24855b-f1b4-40ae-b0d5-b241abdef9f9 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:17:25.825678 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Attempting to bind port 7c24855b-f1b4-40ae-b0d5-b241abdef9f9 on network bb95bd8b-673c-4030-8dbe-0fae2985823e {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:17:25.860878 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf107b71-6847-428e-a65e-764d5ae1ccc9 None None] Pushing event updated for resources: {'Port': ['ID=7c24855b-f1b4-40ae-b0d5-b241abdef9f9,revision_number=2']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:25.881936 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:17:25.882305 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Checking segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:17:25.882728 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:25.883063 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Bound using segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:17:25.884145 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Bound port: 7c24855b-f1b4-40ae-b0d5-b241abdef9f9, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:17:25.884145 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (7c24855b-f1b4-40ae-b0d5-b241abdef9f9), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:25.924396 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] Publish callbacks [] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:25.938084 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] For port 7c24855b-f1b4-40ae-b0d5-b241abdef9f9, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:17:25.941274 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] For port 7c24855b-f1b4-40ae-b0d5-b241abdef9f9, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=7c24855b-f1b4-40ae-b0d5-b241abdef9f9,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:17:25.987251 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:17:26.011661 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (7c24855b-f1b4-40ae-b0d5-b241abdef9f9), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:26.033530 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:26.033932 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (1ce8d63d-c05f-457c-a1ff-04a8c61c4e39), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:26.034268 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 Oct 14 03:17:26.040173 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:26.051247 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Routers {'5a505879-e279-49d6-8112-df375c1b50cc'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:17:26.051872 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:16:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['5a505879-e279-49d6-8112-df375c1b50cc'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:17:26.069920 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:26.079628 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] Network 23b8b187-5100-4a12-82e6-3a487a5c4d6c is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:17:26.084817 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:17:26.088978 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:17:26.111664 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] Pushing event updated for resources: {'Port': ['ID=a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:26.112972 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:17:26.114664 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device df86c9c5-a896-4131-a73a-5b2871cb7b90 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:17:26.133934 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735551'] for router_interface (5a505879-e279-49d6-8112-df375c1b50cc), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:26.146878 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf107b71-6847-428e-a65e-764d5ae1ccc9 None None] Pushing event updated for resources: {'Port': ['ID=7c24855b-f1b4-40ae-b0d5-b241abdef9f9,revision_number=3']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:26.164656 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:26.172000 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port df86c9c5-a896-4131-a73a-5b2871cb7b90 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:26.173071 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:26.173071 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port df86c9c5-a896-4131-a73a-5b2871cb7b90 Oct 14 03:17:26.187885 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] Set router 5a505879-e279-49d6-8112-df375c1b50cc gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:17:26.238040 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:26.267379 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port df86c9c5-a896-4131-a73a-5b2871cb7b90 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:17:26.267902 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:26.304207 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port df86c9c5-a896-4131-a73a-5b2871cb7b90, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=df86c9c5-a896-4131-a73a-5b2871cb7b90,segment=NetworkSegment(63079d40-8fd0-414b-8b30-767048e5d668),segment_id=63079d40-8fd0-414b-8b30-767048e5d668)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:17:26.342106 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:26.365129 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a505879-e279-49d6-8112-df375c1b50cc', 'name': 'tempest-TestMinimumBasicScenario-271648353-router', 'tenant_id': '0155abbda1374196b19097d189a0a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '7c24855b-f1b4-40ae-b0d5-b241abdef9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:22Z', 'updated_at': '2022-10-14T03:17:24Z', 'revision_number': 3, 'project_id': '0155abbda1374196b19097d189a0a1f2', 'gw_port': {'id': '7c24855b-f1b4-40ae-b0d5-b241abdef9f9', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a505879-e279-49d6-8112-df375c1b50cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:23Z', 'updated_at': '2022-10-14T03:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:17:26.391653 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:26.413463 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:26.448882 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-56081e99-e076-4711-9ea7-574a124b745e None None] Provisioning complete for port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:26.449254 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-56081e99-e076-4711-9ea7-574a124b745e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:26.449639 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-56081e99-e076-4711-9ea7-574a124b745e None None] Attempt 1 to provision port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 Oct 14 03:17:26.484156 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d6e38-c6eb-4f1c-8dd1-8c6fc8c7e1ac None None] The sync data for ids ['5a505879-e279-49d6-8112-df375c1b50cc'] in dv-cinder-801522-13-iscsi is: [{'id': '5a505879-e279-49d6-8112-df375c1b50cc', 'name': 'tempest-TestMinimumBasicScenario-271648353-router', 'tenant_id': '0155abbda1374196b19097d189a0a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '7c24855b-f1b4-40ae-b0d5-b241abdef9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:22Z', 'updated_at': '2022-10-14T03:17:24Z', 'revision_number': 3, 'project_id': '0155abbda1374196b19097d189a0a1f2', 'gw_port': {'id': '7c24855b-f1b4-40ae-b0d5-b241abdef9f9', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a505879-e279-49d6-8112-df375c1b50cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:23Z', 'updated_at': '2022-10-14T03:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:17:26.488913 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=df86c9c5-a896-4131-a73a-5b2871cb7b90,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:26.497872 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-56081e99-e076-4711-9ea7-574a124b745e None None] Port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:17:26.522226 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] Publish callbacks [] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:26.605428 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:26.678524 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] Pushing event updated for resources: {'Port': ['ID=a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:26.682097 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-735651'] for router_interface (5a505879-e279-49d6-8112-df375c1b50cc), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:26.792336 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] Network 23b8b187-5100-4a12-82e6-3a487a5c4d6c is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:17:26.793825 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:17:26.911479 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] Router 5a505879-e279-49d6-8112-df375c1b50cc has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:17:27.025665 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-70c9064f-8ede-4f85-bde0-bb6ca26cfb97 None None] Provisioning complete for port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:27.026234 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:17:27.026372 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-70c9064f-8ede-4f85-bde0-bb6ca26cfb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:27.026462 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-70c9064f-8ede-4f85-bde0-bb6ca26cfb97 None None] Attempt 1 to provision port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 Oct 14 03:17:27.032169 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-b9fc1839-1a07-4677-94ee-6bb6749f4746 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/5a505879-e279-49d6-8112-df375c1b50cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8787696 Oct 14 03:17:27.070600 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-70c9064f-8ede-4f85-bde0-bb6ca26cfb97 None None] Port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:17:27.111691 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-944efadc-0ada-4ab8-a486-cdd1e98950be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:28.019375 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device df86c9c5-a896-4131-a73a-5b2871cb7b90 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:17:28.071317 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port df86c9c5-a896-4131-a73a-5b2871cb7b90 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:28.072085 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:28.072085 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port df86c9c5-a896-4131-a73a-5b2871cb7b90 Oct 14 03:17:28.118384 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Sync routers for ids ['5a505879-e279-49d6-8112-df375c1b50cc'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:17:28.134425 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Routers {'5a505879-e279-49d6-8112-df375c1b50cc'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:17:28.135354 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:17:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['5a505879-e279-49d6-8112-df375c1b50cc'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:17:28.173192 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:28.243220 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port df86c9c5-a896-4131-a73a-5b2871cb7b90 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:17:28.244545 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 7c24855b-f1b4-40ae-b0d5-b241abdef9f9 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:17:28.313065 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Set router 5a505879-e279-49d6-8112-df375c1b50cc gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:17:28.315769 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:28.495262 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:28.539781 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 7c24855b-f1b4-40ae-b0d5-b241abdef9f9 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:28.539781 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (7c24855b-f1b4-40ae-b0d5-b241abdef9f9), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:28.542084 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 7c24855b-f1b4-40ae-b0d5-b241abdef9f9 Oct 14 03:17:28.707003 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 7c24855b-f1b4-40ae-b0d5-b241abdef9f9 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:17:28.707398 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (7c24855b-f1b4-40ae-b0d5-b241abdef9f9), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:28.741206 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 7c24855b-f1b4-40ae-b0d5-b241abdef9f9, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=7c24855b-f1b4-40ae-b0d5-b241abdef9f9,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:17:28.745108 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a505879-e279-49d6-8112-df375c1b50cc', 'name': 'tempest-TestMinimumBasicScenario-271648353-router', 'tenant_id': '0155abbda1374196b19097d189a0a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '7c24855b-f1b4-40ae-b0d5-b241abdef9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:22Z', 'updated_at': '2022-10-14T03:17:26Z', 'revision_number': 4, 'project_id': '0155abbda1374196b19097d189a0a1f2', 'gw_port': {'id': '7c24855b-f1b4-40ae-b0d5-b241abdef9f9', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a505879-e279-49d6-8112-df375c1b50cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:23Z', 'updated_at': '2022-10-14T03:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': 'a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9', 'name': '', 'network_id': '23b8b187-5100-4a12-82e6-3a487a5c4d6c', 'tenant_id': '0155abbda1374196b19097d189a0a1f2', 'mac_address': 'fa:16:3e:eb:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a505879-e279-49d6-8112-df375c1b50cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '3b1acc92-e679-420b-a590-71cd7b570dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:25Z', 'updated_at': '2022-10-14T03:17:26Z', 'revision_number': 2, 'project_id': '0155abbda1374196b19097d189a0a1f2', 'subnets': [{'id': '3b1acc92-e679-420b-a590-71cd7b570dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:17:28.775941 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Checking router: 5a505879-e279-49d6-8112-df375c1b50cc for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:17:28.776213 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Updating router 5a505879-e279-49d6-8112-df375c1b50cc port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 binding host dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:17:28.803160 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (7c24855b-f1b4-40ae-b0d5-b241abdef9f9), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:28.831062 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:28.899758 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=7c24855b-f1b4-40ae-b0d5-b241abdef9f9,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:29.142961 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Publish callbacks [] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), precommit_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:29.203048 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:29.208730 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:29.284097 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2016713-fb4a-4742-bc41-d7fa06071eee None None] Pushing event updated for resources: {'Port': ['ID=a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:29.301049 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Attempting to bind port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:17:29.301413 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Attempting to bind port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '44eda685-7d84-45d3-9301-730893600266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23b8b187-5100-4a12-82e6-3a487a5c4d6c'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:17:29.301789 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Attempting to bind port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 on network 23b8b187-5100-4a12-82e6-3a487a5c4d6c {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:17:29.353421 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:17:29.353841 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Checking segment: {'id': '44eda685-7d84-45d3-9301-730893600266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23b8b187-5100-4a12-82e6-3a487a5c4d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:17:29.354211 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:29.354596 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Bound using segment: {'id': '44eda685-7d84-45d3-9301-730893600266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23b8b187-5100-4a12-82e6-3a487a5c4d6c'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:17:29.355060 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Bound port: a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44eda685-7d84-45d3-9301-730893600266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23b8b187-5100-4a12-82e6-3a487a5c4d6c'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:17:29.355438 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:29.423114 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] For port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:17:29.424907 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:29.426759 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] For port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9,segment=NetworkSegment(44eda685-7d84-45d3-9301-730893600266),segment_id=44eda685-7d84-45d3-9301-730893600266)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:17:29.503900 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:29.544525 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Routers {'5a505879-e279-49d6-8112-df375c1b50cc'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:17:29.545433 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:17:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['5a505879-e279-49d6-8112-df375c1b50cc'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:17:29.615469 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2016713-fb4a-4742-bc41-d7fa06071eee None None] Pushing event updated for resources: {'Port': ['ID=a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:29.690859 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] Set router 5a505879-e279-49d6-8112-df375c1b50cc gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:17:29.819627 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:29.944755 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a505879-e279-49d6-8112-df375c1b50cc', 'name': 'tempest-TestMinimumBasicScenario-271648353-router', 'tenant_id': '0155abbda1374196b19097d189a0a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '7c24855b-f1b4-40ae-b0d5-b241abdef9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:22Z', 'updated_at': '2022-10-14T03:17:26Z', 'revision_number': 4, 'project_id': '0155abbda1374196b19097d189a0a1f2', 'gw_port': {'id': '7c24855b-f1b4-40ae-b0d5-b241abdef9f9', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a505879-e279-49d6-8112-df375c1b50cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:23Z', 'updated_at': '2022-10-14T03:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': 'a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9', 'name': '', 'network_id': '23b8b187-5100-4a12-82e6-3a487a5c4d6c', 'tenant_id': '0155abbda1374196b19097d189a0a1f2', 'mac_address': 'fa:16:3e:eb:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a505879-e279-49d6-8112-df375c1b50cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '3b1acc92-e679-420b-a590-71cd7b570dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:25Z', 'updated_at': '2022-10-14T03:17:29Z', 'revision_number': 4, 'project_id': '0155abbda1374196b19097d189a0a1f2', 'subnets': [{'id': '3b1acc92-e679-420b-a590-71cd7b570dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:17:29.977636 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 7c24855b-f1b4-40ae-b0d5-b241abdef9f9 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:17:29.981963 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21135dd9-3440-44bc-a604-2cc6c543c822 None None] The sync data for ids ['5a505879-e279-49d6-8112-df375c1b50cc'] in dv-cinder-801522-13-iscsi is: [{'id': '5a505879-e279-49d6-8112-df375c1b50cc', 'name': 'tempest-TestMinimumBasicScenario-271648353-router', 'tenant_id': '0155abbda1374196b19097d189a0a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '7c24855b-f1b4-40ae-b0d5-b241abdef9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:22Z', 'updated_at': '2022-10-14T03:17:26Z', 'revision_number': 4, 'project_id': '0155abbda1374196b19097d189a0a1f2', 'gw_port': {'id': '7c24855b-f1b4-40ae-b0d5-b241abdef9f9', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a505879-e279-49d6-8112-df375c1b50cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:23Z', 'updated_at': '2022-10-14T03:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': 'a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9', 'name': '', 'network_id': '23b8b187-5100-4a12-82e6-3a487a5c4d6c', 'tenant_id': '0155abbda1374196b19097d189a0a1f2', 'mac_address': 'fa:16:3e:eb:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a505879-e279-49d6-8112-df375c1b50cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '3b1acc92-e679-420b-a590-71cd7b570dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:25Z', 'updated_at': '2022-10-14T03:17:29Z', 'revision_number': 4, 'project_id': '0155abbda1374196b19097d189a0a1f2', 'subnets': [{'id': '3b1acc92-e679-420b-a590-71cd7b570dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:17:30.034050 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:30.036347 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 7c24855b-f1b4-40ae-b0d5-b241abdef9f9 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:30.036982 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (7c24855b-f1b4-40ae-b0d5-b241abdef9f9), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:30.037365 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 7c24855b-f1b4-40ae-b0d5-b241abdef9f9 Oct 14 03:17:30.163397 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 7c24855b-f1b4-40ae-b0d5-b241abdef9f9 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:17:31.955323 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:17:32.000728 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:32.001367 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:32.002597 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 Oct 14 03:17:32.046062 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:32.086646 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:17:32.087061 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:32.123536 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9,segment=NetworkSegment(44eda685-7d84-45d3-9301-730893600266),segment_id=44eda685-7d84-45d3-9301-730893600266)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:17:32.191472 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:32.245830 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:32.253552 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:32.253922 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:32.254261 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:32.254598 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:32.254933 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:32.255255 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:32.255578 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:32.255899 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:32.256559 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:32.256559 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:32.257821 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:32.257821 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:32.257821 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:32.258448 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:32.258448 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:17:32.768058 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=41,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:32.770432 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=35,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:33.925436 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:17:33.969231 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:33.969603 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:33.985779 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 Oct 14 03:17:34.039851 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:34.043996 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:17:34.080434 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:35.228056 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-ed676818-d411-4a06-866d-c15a89f2ea86 req-1b0bdd93-e205-4e87-bd5b-e176a92a5fe5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402570 Oct 14 03:17:35.332007 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:35.344992 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed676818-d411-4a06-866d-c15a89f2ea86 req-9762ac89-4d1a-4507-9689-cf2ab406f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:35.346550 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-ed676818-d411-4a06-866d-c15a89f2ea86 req-9762ac89-4d1a-4507-9689-cf2ab406f184 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0a302ca039794ab599996fcda417a1c6&device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0416143 Oct 14 03:17:35.491602 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed676818-d411-4a06-866d-c15a89f2ea86 req-987d62e9-092c-430d-8e5f-5bfeda0e24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:35.493891 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-ed676818-d411-4a06-866d-c15a89f2ea86 req-987d62e9-092c-430d-8e5f-5bfeda0e24fa service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=71d337ac-bd81-450a-b927-c23c558a6c9e HTTP/1.1" status: 200 len: 910 time: 0.1100373 Oct 14 03:17:35.565462 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-ed676818-d411-4a06-866d-c15a89f2ea86 req-a73940c8-62f6-44d2-b662-03c3d0141ade service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9022210d-e752-4633-9cb8-be36d1d5cd36 HTTP/1.1" status: 200 len: 1001 time: 0.0627460 Oct 14 03:17:35.627055 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed676818-d411-4a06-866d-c15a89f2ea86 req-f9939caa-aae2-4dcd-af84-b8462d55e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:35.628658 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-ed676818-d411-4a06-866d-c15a89f2ea86 req-f9939caa-aae2-4dcd-af84-b8462d55e1f8 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=0199bcef-bd11-4b85-a678-8b372fa35b61 HTTP/1.1" status: 200 len: 848 time: 0.0547254 Oct 14 03:17:35.682549 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed676818-d411-4a06-866d-c15a89f2ea86 req-f6e9cb46-67d3-43f0-a063-21bca26b0eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:35.684133 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-ed676818-d411-4a06-866d-c15a89f2ea86 req-f6e9cb46-67d3-43f0-a063-21bca26b0eba service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=71d337ac-bd81-450a-b927-c23c558a6c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418713 Oct 14 03:17:35.786847 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-ed676818-d411-4a06-866d-c15a89f2ea86 req-d48ff4ae-b440-45ad-be6b-0995f08acc31 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939636 Oct 14 03:17:35.890135 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-ed676818-d411-4a06-866d-c15a89f2ea86 req-f01f1e40-bf72-46ba-aac6-247aa945b2f3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962780 Oct 14 03:17:36.368417 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:38.317297 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-9f020594-b236-476d-baf6-4074d37ad189 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:38.318678 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-9f020594-b236-476d-baf6-4074d37ad189 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/networks?id=e3839baf-b0cf-4ade-9ba8-3b5f5df4328e HTTP/1.1" status: 200 len: 814 time: 0.1021967 Oct 14 03:17:38.333041 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-ffb7e3cc-0c46-4623-aa70-ab5f9ecd85c5 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/quotas/f2c0270c3f82423ea62db21e22ac86bd HTTP/1.1" status: 200 len: 375 time: 0.0088487 Oct 14 03:17:38.381866 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-07a7384c-c480-45e8-a5ad-9490c803c94c tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f2c0270c3f82423ea62db21e22ac86bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439124 Oct 14 03:17:38.477644 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-80ab0e34-f7b9-4361-9836-eed9f56be1b9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/e3839baf-b0cf-4ade-9ba8-3b5f5df4328e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847898 Oct 14 03:17:38.564522 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-593d5174-25b4-4d0d-b6b7-7d8805039813 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/e3839baf-b0cf-4ade-9ba8-3b5f5df4328e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811822 Oct 14 03:17:38.911483 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b8e4792e-7159-4886-9b5c-06030c476e0f req-a7327b1e-c961-4512-99aa-97c834219a7c tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 210 time: 0.1367190 Oct 14 03:17:40.012112 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a6d5ff2e-62a0-49c1-bd30-e51750f5e6c7 req-c6c8143c-49c1-4a3e-8484-d7ae1eb43ec7 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 210 time: 0.0281956 Oct 14 03:17:41.117097 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ce6fcaac-968e-4112-9030-0f217f170a88 req-45ad4648-7084-4022-8db6-bff80f7620bd tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 210 time: 0.0286982 Oct 14 03:17:41.385002 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-d8b17fc6-f91a-4254-a298-dfc928882bdb tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:41.386457 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-d8b17fc6-f91a-4254-a298-dfc928882bdb tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.40 "GET /networking/v2.0/networks?id=e3839baf-b0cf-4ade-9ba8-3b5f5df4328e HTTP/1.1" status: 200 len: 814 time: 0.1057858 Oct 14 03:17:41.408719 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-501dbc58-b42b-4493-a439-d1156137bb63 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Request body: {'port': {'device_id': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e', 'admin_state_up': True, 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:17:41.452186 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:41.582096 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-501dbc58-b42b-4493-a439-d1156137bb63 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Made reservation on behalf of f2c0270c3f82423ea62db21e22ac86bd for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:17:41.585835 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-501dbc58-b42b-4493-a439-d1156137bb63 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:41.713571 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-501dbc58-b42b-4493-a439-d1156137bb63 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Allocated IP 172.20.0.13 (e3839baf-b0cf-4ade-9ba8-3b5f5df4328e/4af91a2d-db94-4767-9f16-983be71e7f78/58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:17:41.830027 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:41.863600 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-501dbc58-b42b-4493-a439-d1156137bb63 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:41.965840 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-501dbc58-b42b-4493-a439-d1156137bb63 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:42.019138 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-501dbc58-b42b-4493-a439-d1156137bb63 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Network e3839baf-b0cf-4ade-9ba8-3b5f5df4328e is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:17:42.022561 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-501dbc58-b42b-4493-a439-d1156137bb63 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:17:42.024441 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dbc58-b42b-4493-a439-d1156137bb63 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Pushing event updated for resources: {'Port': ['ID=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:42.026623 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-501dbc58-b42b-4493-a439-d1156137bb63 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:17:42.078627 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-501dbc58-b42b-4493-a439-d1156137bb63 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:42.079738 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-501dbc58-b42b-4493-a439-d1156137bb63 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:42.180033 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-501dbc58-b42b-4493-a439-d1156137bb63 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7754653 Oct 14 03:17:42.207298 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Request body: {'port': {'device_id': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:17:42.252007 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9793426-cfaf-4f6c-89a2-f037c7a8e01d req-255cbcca-416c-4e66-b4a3-9693c2e645ca tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:42.259540 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d9793426-cfaf-4f6c-89a2-f037c7a8e01d req-255cbcca-416c-4e66-b4a3-9693c2e645ca tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 932 time: 0.0600491 Oct 14 03:17:42.291383 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-69e59062-9613-4c3e-a796-16efcbe2690f None None] Provisioning complete for port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:42.295538 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-69e59062-9613-4c3e-a796-16efcbe2690f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:42.296155 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-69e59062-9613-4c3e-a796-16efcbe2690f None None] Attempt 1 to provision port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 Oct 14 03:17:42.323345 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d9793426-cfaf-4f6c-89a2-f037c7a8e01d req-776a9667-5545-4abd-9e9c-e3da8051a932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628037 Oct 14 03:17:42.365355 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:42.386950 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-69e59062-9613-4c3e-a796-16efcbe2690f None None] Port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:17:42.539905 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:42.715286 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:17:42.725203 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Publish callbacks [] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:42.739534 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Transition to ACTIVE for port object 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:17:42.808424 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:42.878691 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Pushing event updated for resources: {'Port': ['ID=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:42.940819 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Attempting to bind port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:17:42.941150 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Attempting to bind port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '63079d40-8fd0-414b-8b30-767048e5d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:17:42.941457 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Attempting to bind port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 on network e3839baf-b0cf-4ade-9ba8-3b5f5df4328e {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:17:42.982784 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 on network e3839baf-b0cf-4ade-9ba8-3b5f5df4328e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:17:42.983022 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Attempting to bind port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 on network e3839baf-b0cf-4ade-9ba8-3b5f5df4328e {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:17:43.018185 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:43.034879 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:17:43.035242 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Checking segment: {'id': '63079d40-8fd0-414b-8b30-767048e5d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:17:43.035688 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Bound using segment: {'id': '63079d40-8fd0-414b-8b30-767048e5d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:17:43.036226 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Bound port: 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63079d40-8fd0-414b-8b30-767048e5d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:17:43.036640 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:43.102860 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] For port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:17:43.107035 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] For port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7,segment=NetworkSegment(63079d40-8fd0-414b-8b30-767048e5d668),segment_id=63079d40-8fd0-414b-8b30-767048e5d668)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:17:43.183284 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:43.187534 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:43.188865 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:43.190264 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 HTTP/1.1" status: 200 len: 1094 time: 0.9884164 Oct 14 03:17:43.192594 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'tag': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:17:43.194940 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6919200c-4bb5-4dbd-ac8e-917647966df4" -d '{"events": [{"name": "network-changed", "server_uuid": "d60599b5-5691-4ad2-ac62-6cc7744f974a", "tag": "58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:17:43.244284 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156eb55b-fa05-4c78-9451-1ac1b53b5ba0 x-openstack-request-id: req-156eb55b-fa05-4c78-9451-1ac1b53b5ba0 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:17:43.244571 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60599b5-5691-4ad2-ac62-6cc7744f974a", "tag": "58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:17:43.244934 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-156eb55b-fa05-4c78-9451-1ac1b53b5ba0 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:17:43.245292 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156eb55b-fa05-4c78-9451-1ac1b53b5ba0'] response: {'name': 'network-changed', 'server_uuid': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'tag': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7', 'status': 'completed', 'code': 200} Oct 14 03:17:43.262500 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f116a6-1d1a-43ec-890d-beee21b22142 service neutron] Pushing event updated for resources: {'Port': ['ID=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:43.453545 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd55e94-c474-43e6-a92b-0b2abf94bd4b req-fdc1e438-eb4a-440c-b9b8-d2d78aaee0a6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:43.455985 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4cd55e94-c474-43e6-a92b-0b2abf94bd4b req-fdc1e438-eb4a-440c-b9b8-d2d78aaee0a6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 944 time: 0.0566509 Oct 14 03:17:43.505532 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4cd55e94-c474-43e6-a92b-0b2abf94bd4b req-83083472-3983-4e01-8aeb-f6e7b6b7b91c tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428615 Oct 14 03:17:44.630588 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754eb42-556e-4f42-bf3c-8cad3f211f13 req-0780e3d7-dc54-443b-b111-978254468058 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:44.632204 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e754eb42-556e-4f42-bf3c-8cad3f211f13 req-0780e3d7-dc54-443b-b111-978254468058 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 944 time: 0.0508332 Oct 14 03:17:44.684876 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e754eb42-556e-4f42-bf3c-8cad3f211f13 req-e2ac2e3c-3af2-4117-9f7f-abbea88bf83c tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461187 Oct 14 03:17:45.813089 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc97fe-a2d5-461e-8eb1-e01528b79155 req-c2747495-7407-4a9d-94de-48cbe3a01638 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:45.816058 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bbfc97fe-a2d5-461e-8eb1-e01528b79155 req-c2747495-7407-4a9d-94de-48cbe3a01638 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 944 time: 0.0552380 Oct 14 03:17:45.862338 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bbfc97fe-a2d5-461e-8eb1-e01528b79155 req-b9a191a8-446b-44d2-b011-94fc4559dbac tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408256 Oct 14 03:17:46.985901 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da192f97-3fa8-4ae2-85be-2d07cbee8947 req-f35803ab-6a09-4437-85bf-2768f4f2d16c tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:46.988121 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-da192f97-3fa8-4ae2-85be-2d07cbee8947 req-f35803ab-6a09-4437-85bf-2768f4f2d16c tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 944 time: 0.0506155 Oct 14 03:17:47.053569 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-da192f97-3fa8-4ae2-85be-2d07cbee8947 req-3ab3ce1c-a832-4404-ae00-4645ad183365 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591977 Oct 14 03:17:48.190649 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fb257-359e-489d-9bad-84cd35663456 req-3ff7c9e7-67ae-4f95-9266-0e1a6d7db17a tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:48.192121 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b85fb257-359e-489d-9bad-84cd35663456 req-3ff7c9e7-67ae-4f95-9266-0e1a6d7db17a tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 944 time: 0.0534720 Oct 14 03:17:48.249825 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b85fb257-359e-489d-9bad-84cd35663456 req-901f832a-de2a-444e-993d-9dee7fc6aee3 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502007 Oct 14 03:17:49.378058 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbc92d-ef75-4423-bf9c-816c5b5074a8 req-44d001a3-feef-4932-b869-02ddb93db6d4 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:49.379552 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e9dbc92d-ef75-4423-bf9c-816c5b5074a8 req-44d001a3-feef-4932-b869-02ddb93db6d4 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 944 time: 0.0458238 Oct 14 03:17:49.399282 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:49.429000 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:49.436712 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e9dbc92d-ef75-4423-bf9c-816c5b5074a8 req-9708f908-ab01-4402-ad66-0e7391e8e8af tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459785 Oct 14 03:17:50.556177 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1abde-abaf-4399-84c0-730283f6220b req-bb6d3432-3da8-4e99-b24c-02732e8871f0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:50.557623 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bbd1abde-abaf-4399-84c0-730283f6220b req-bb6d3432-3da8-4e99-b24c-02732e8871f0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 944 time: 0.0450017 Oct 14 03:17:50.603993 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bbd1abde-abaf-4399-84c0-730283f6220b req-bfaf23fc-a82a-4133-b40d-25c0fb087cdb tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409091 Oct 14 03:17:50.727867 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919200c-4bb5-4dbd-ac8e-917647966df4 req-c75d8267-3652-4993-8a8d-c3a6e39c04f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:50.729337 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6919200c-4bb5-4dbd-ac8e-917647966df4 req-c75d8267-3652-4993-8a8d-c3a6e39c04f5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f2c0270c3f82423ea62db21e22ac86bd&device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 1128 time: 0.0405614 Oct 14 03:17:50.859705 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919200c-4bb5-4dbd-ac8e-917647966df4 req-ae7a0bb1-3294-4fab-baed-220c0d180874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:50.861611 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6919200c-4bb5-4dbd-ac8e-917647966df4 req-ae7a0bb1-3294-4fab-baed-220c0d180874 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=f2c0270c3f82423ea62db21e22ac86bd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0927095 Oct 14 03:17:51.364667 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919200c-4bb5-4dbd-ac8e-917647966df4 req-03a62ce1-a494-48b1-845e-946ec4bfb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:51.366278 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6919200c-4bb5-4dbd-ac8e-917647966df4 req-03a62ce1-a494-48b1-845e-946ec4bfb591 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3600962 Oct 14 03:17:51.630387 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-5fa03d83-78cf-4e47-965c-29fa937beacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:51.632428 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-5fa03d83-78cf-4e47-965c-29fa937beacd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f2c0270c3f82423ea62db21e22ac86bd&device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 1128 time: 0.0383782 Oct 14 03:17:51.678298 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-1880db58-6683-45ef-aab7-3507375afe3a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 HTTP/1.1" status: 200 len: 217 time: 0.0324187 Oct 14 03:17:51.727669 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-b12cf97e-c736-458c-bc1a-4206734c1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:51.729134 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-b12cf97e-c736-458c-bc1a-4206734c1303 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=4af91a2d-db94-4767-9f16-983be71e7f78 HTTP/1.1" status: 200 len: 853 time: 0.0445149 Oct 14 03:17:51.729707 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3b28a-9340-4230-8f07-40e911643823 req-8ef53f54-d780-4c34-9150-1129abb3afca tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:51.731055 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c2a3b28a-9340-4230-8f07-40e911643823 req-8ef53f54-d780-4c34-9150-1129abb3afca tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 944 time: 0.0508831 Oct 14 03:17:51.775936 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-7eb8056e-650e-47a8-8625-783fc52df23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:51.777472 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-7eb8056e-650e-47a8-8625-783fc52df23e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e3839baf-b0cf-4ade-9ba8-3b5f5df4328e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418026 Oct 14 03:17:51.777887 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c2a3b28a-9340-4230-8f07-40e911643823 req-8c5a673e-cabd-4322-a8c3-8302dd0c7594 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 Oct 14 03:17:51.867991 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-def308d7-13ee-4442-88ec-a3187daf29b2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e3839baf-b0cf-4ade-9ba8-3b5f5df4328e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809236 Oct 14 03:17:51.883682 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:51.963285 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3afbcff2-4bc6-41f3-9bda-95c42af58777 req-7cdf0d49-d68f-46ba-9e7d-3fe79e4400a0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e3839baf-b0cf-4ade-9ba8-3b5f5df4328e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866125 Oct 14 03:17:52.370719 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:UPDATE=1,neutron:SELECT=31 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:52.372570 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=10 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:17:52.899310 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747646d-4712-4e45-ad4c-80151a5e759f req-9ea97a2a-e273-43b1-987f-6d67b364c5f4 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:52.900795 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9747646d-4712-4e45-ad4c-80151a5e759f req-9ea97a2a-e273-43b1-987f-6d67b364c5f4 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 944 time: 0.0457222 Oct 14 03:17:52.947540 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9747646d-4712-4e45-ad4c-80151a5e759f req-59db0730-2101-4c01-9cf0-17543d3d9876 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412118 Oct 14 03:17:53.908150 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:17:54.007415 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7,segment=NetworkSegment(63079d40-8fd0-414b-8b30-767048e5d668),segment_id=63079d40-8fd0-414b-8b30-767048e5d668)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:17:54.018739 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7', 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e', 'port_id': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7', 'mac_address': 'fa:16:3e:0f:4d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:17:54.053727 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:17:54.054151 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:54.067816 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:17:54.069577 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8638e1-e0ce-4724-94c5-3a79cddc515e req-f029beae-d26d-424b-a3aa-8c7825d96cc7 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:54.070338 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bc8638e1-e0ce-4724-94c5-3a79cddc515e req-f029beae-d26d-424b-a3aa-8c7825d96cc7 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 944 time: 0.0453470 Oct 14 03:17:54.087485 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7,segment=NetworkSegment(63079d40-8fd0-414b-8b30-767048e5d668),segment_id=63079d40-8fd0-414b-8b30-767048e5d668)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:17:54.120395 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bc8638e1-e0ce-4724-94c5-3a79cddc515e req-21aad9d8-5a5f-4a55-b9d5-b49323177747 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444798 Oct 14 03:17:54.170228 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:54.215393 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:54.549569 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:17:54.804710 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-b10fb479-e59f-4195-8da6-6a76e9dd1af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:55.041128 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:17:55.238083 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada100d-d31e-440c-be5a-c15ce9be3c08 req-6661626c-7f01-4ee7-87d9-f500ab573747 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:55.239827 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cada100d-d31e-440c-be5a-c15ce9be3c08 req-6661626c-7f01-4ee7-87d9-f500ab573747 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 945 time: 0.0459011 Oct 14 03:17:55.285923 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cada100d-d31e-440c-be5a-c15ce9be3c08 req-079b5f51-adb4-480f-965c-022e2c1ff0ff tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406516 Oct 14 03:17:55.915081 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:17:55.958609 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:17:56.031116 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:17:56.031483 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:56.035424 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 Oct 14 03:17:56.101934 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:17:56.102318 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:56.124290 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:17:56.126478 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42da03da-bdf9-475b-b158-59661f92b507" -d '{"events": [{"server_uuid": "d60599b5-5691-4ad2-ac62-6cc7744f974a", "name": "network-vif-plugged", "status": "completed", "tag": "58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:17:56.138650 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7,segment=NetworkSegment(63079d40-8fd0-414b-8b30-767048e5d668),segment_id=63079d40-8fd0-414b-8b30-767048e5d668)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:17:56.166505 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e938758-f79a-4cea-b667-f5a78ed641d8 x-openstack-request-id: req-5e938758-f79a-4cea-b667-f5a78ed641d8 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:17:56.171661 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60599b5-5691-4ad2-ac62-6cc7744f974a", "name": "network-vif-plugged", "status": "completed", "tag": "58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:17:56.171661 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e938758-f79a-4cea-b667-f5a78ed641d8 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:17:56.171661 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e938758-f79a-4cea-b667-f5a78ed641d8'] response: {'server_uuid': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7', 'code': 200} Oct 14 03:17:56.213775 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:56.260240 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:17:56.405404 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f26dac-2fcb-4bc5-b35e-455736b837e3 req-27d6d50e-0c2f-4ef2-8458-67e992c7f392 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:56.406884 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-07f26dac-2fcb-4bc5-b35e-455736b837e3 req-27d6d50e-0c2f-4ef2-8458-67e992c7f392 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 946 time: 0.0468602 Oct 14 03:17:56.452831 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-07f26dac-2fcb-4bc5-b35e-455736b837e3 req-216c6ed4-0d18-487d-a15c-c19a3621e448 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403044 Oct 14 03:17:56.532779 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8e0ea-01f1-4510-b77f-c3bd01fcd7e5 req-75ab223c-ad8c-4f56-acfc-d8882cd9ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:56.534294 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-13b8e0ea-01f1-4510-b77f-c3bd01fcd7e5 req-75ab223c-ad8c-4f56-acfc-d8882cd9ad97 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 1130 time: 0.0386689 Oct 14 03:17:56.580931 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-13b8e0ea-01f1-4510-b77f-c3bd01fcd7e5 req-03ca9ee9-6516-4017-9151-877e564bccfb service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374327 Oct 14 03:17:57.105655 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-7909d8c7-def3-49a4-8f95-e14b91c23154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:57.585301 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377629d-d9dc-4612-8aac-8164626c5928 req-1d75eab3-1d40-4d2d-a84d-395b112b1886 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:57.586884 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c377629d-d9dc-4612-8aac-8164626c5928 req-1d75eab3-1d40-4d2d-a84d-395b112b1886 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 946 time: 0.0578547 Oct 14 03:17:57.636908 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c377629d-d9dc-4612-8aac-8164626c5928 req-efa472f8-3f0c-4877-8f0e-247bbe31f86f tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442150 Oct 14 03:17:58.330495 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:17:58.753365 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b6ee8-81fc-4f43-b2d2-6a3d291f448d req-cc54a4e2-930e-4f73-9bc3-0dfe81208e63 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:58.754855 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2b6b6ee8-81fc-4f43-b2d2-6a3d291f448d req-cc54a4e2-930e-4f73-9bc3-0dfe81208e63 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 946 time: 0.0456338 Oct 14 03:17:58.800954 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2b6b6ee8-81fc-4f43-b2d2-6a3d291f448d req-2fd7e12d-b803-4b78-9f3e-ecb8d4b8fcc9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403621 Oct 14 03:17:58.921022 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360fd63-ceb4-405f-8f5e-791acb2687fd req-25ab4a17-b97e-4f85-9132-71b408aab37d tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:58.922391 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9360fd63-ceb4-405f-8f5e-791acb2687fd req-25ab4a17-b97e-4f85-9132-71b408aab37d tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 946 time: 0.0490863 Oct 14 03:17:58.969032 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9360fd63-ceb4-405f-8f5e-791acb2687fd req-02a194ef-d396-4b83-96e0-13c8f063b76c tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Oct 14 03:17:59.291553 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f8ee3-4bf8-4442-bd09-1b24b50d3892 req-a155466a-ca9c-4f39-ac68-1cd2037d46da tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:17:59.293084 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9e4f8ee3-4bf8-4442-bd09-1b24b50d3892 req-a155466a-ca9c-4f39-ac68-1cd2037d46da tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 946 time: 0.0459139 Oct 14 03:17:59.339491 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9e4f8ee3-4bf8-4442-bd09-1b24b50d3892 req-89d1ebd5-6067-41cc-affb-61b1cce08cb0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409377 Oct 14 03:17:59.785657 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:00.026025 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:03.732301 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:03.798516 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:05.037017 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=17 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:05.037908 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=17 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:06.575730 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=9 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:06.577680 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=80 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:09.333207 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=92 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:09.336125 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=89 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:09.700331 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e5d4e-7dae-4ee4-b68d-f9725477d51b req-87fc13d9-5526-4469-9c7f-b71b0f23cae6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:09.701695 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-669e5d4e-7dae-4ee4-b68d-f9725477d51b req-87fc13d9-5526-4469-9c7f-b71b0f23cae6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 946 time: 0.0457821 Oct 14 03:18:09.750333 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-669e5d4e-7dae-4ee4-b68d-f9725477d51b req-d14b231c-1e87-42c3-868c-9d2def2054cd tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428693 Oct 14 03:18:09.778581 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43204) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:18:09.864127 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6309fde5-8fba-40a1-8c3d-a0afd45feb67 tempest-TestMinimumBasicScenario-1239175434 tempest-TestMinimumBasicScenario-1239175434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:09.865621 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-6309fde5-8fba-40a1-8c3d-a0afd45feb67 tempest-TestMinimumBasicScenario-1239175434 tempest-TestMinimumBasicScenario-1239175434-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 1125 time: 0.0860622 Oct 14 03:18:09.868656 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43208) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:18:09.872743 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Request body: {'floatingip': {'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'port_id': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:18:09.987136 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:10.064357 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:10.169820 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Allocated IP 172.27.3.33 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/c6159835-b8b9-458d-a641-6772c15acc32) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:18:10.269524 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for port (c6159835-b8b9-458d-a641-6772c15acc32), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:10.342053 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (c6159835-b8b9-458d-a641-6772c15acc32), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:10.386616 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:18:10.391291 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:18:10.394402 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:18:10.416546 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Pushing event updated for resources: {'Port': ['ID=c6159835-b8b9-458d-a641-6772c15acc32,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:18:10.703376 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:10.741313 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:10.745328 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for floatingip (c6927d12-24a5-4af2-8b89-e19553b8ae7d), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:10.864812 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (c6159835-b8b9-458d-a641-6772c15acc32), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:11.010785 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for port (c6159835-b8b9-458d-a641-6772c15acc32), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:11.078161 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (c6159835-b8b9-458d-a641-6772c15acc32), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:11.146328 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Pushing event updated for resources: {'Port': ['ID=c6159835-b8b9-458d-a641-6772c15acc32,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:18:11.148630 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (c6927d12-24a5-4af2-8b89-e19553b8ae7d), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:11.240632 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.l3_db [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Floating IP c6927d12-24a5-4af2-8b89-e19553b8ae7d associated. External IP: 172.27.3.33, port: 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7. Oct 14 03:18:11.420540 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:11.435662 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Router 35f7d862-2870-4a54-b44e-6e7048aea144 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:18:11.536846 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:18:11.548569 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c402de9-192c-4658-bb9b-6cf8a73905f2 None None] Sync routers for ids ['35f7d862-2870-4a54-b44e-6e7048aea144'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:18:11.558460 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c402de9-192c-4658-bb9b-6cf8a73905f2 None None] Routers {'35f7d862-2870-4a54-b44e-6e7048aea144'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:18:11.559054 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-4c402de9-192c-4658-bb9b-6cf8a73905f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:17:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['35f7d862-2870-4a54-b44e-6e7048aea144'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:18:11.609741 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:11.640783 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-a57e9555-d64a-4b18-b86f-f33b67594693 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7701278 Oct 14 03:18:11.640783 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'tag': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:18:11.642694 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a9b394-4ef1-4c65-804a-b9af7c79c94c" -d '{"events": [{"name": "network-changed", "server_uuid": "d60599b5-5691-4ad2-ac62-6cc7744f974a", "tag": "58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:18:11.648911 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43212) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:18:11.653449 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-0fd44883-66b2-4bbc-a530-699c7b90b5f0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-852818805', 'description': 'tempest-secgroup-smoke-852818805 description', 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:18:11.656261 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-4c402de9-192c-4658-bb9b-6cf8a73905f2 None None] Set router 35f7d862-2870-4a54-b44e-6e7048aea144 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:18:11.747808 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d727d4-4b01-4558-98d6-9123094cf638 x-openstack-request-id: req-c8d727d4-4b01-4558-98d6-9123094cf638 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:18:11.748100 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60599b5-5691-4ad2-ac62-6cc7744f974a", "tag": "58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:18:11.748349 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8d727d4-4b01-4558-98d6-9123094cf638 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:18:11.748752 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d727d4-4b01-4558-98d6-9123094cf638'] response: {'name': 'network-changed', 'server_uuid': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'tag': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7', 'status': 'completed', 'code': 200} Oct 14 03:18:11.751200 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-0fd44883-66b2-4bbc-a530-699c7b90b5f0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:11.832797 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-0fd44883-66b2-4bbc-a530-699c7b90b5f0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group (43a1a7e4-27e3-4036-86a0-0fe7cb60c822), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:11.873021 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-4c402de9-192c-4658-bb9b-6cf8a73905f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'name': 'tempest-TestMinimumBasicScenario-737330180-router', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:16Z', 'updated_at': '2022-10-14T03:17:19Z', 'revision_number': 4, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'gw_port': {'id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:17Z', 'updated_at': '2022-10-14T03:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': 'c6927d12-24a5-4af2-8b89-e19553b8ae7d', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'port_id': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e', 'mac_address': 'fa:16:3e:0f:4d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:18:10Z', 'updated_at': '2022-10-14T03:18:10Z', 'revision_number': 0, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df86c9c5-a896-4131-a73a-5b2871cb7b90', 'name': '', 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'mac_address': 'fa:16:3e:61:b0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:19Z', 'updated_at': '2022-10-14T03:17:26Z', 'revision_number': 5, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'subnets': [{'id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:18:11.897853 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9b394-4ef1-4c65-804a-b9af7c79c94c req-b2ab81a1-b69f-4b7c-b640-b3bf2cca9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:11.898382 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c402de9-192c-4658-bb9b-6cf8a73905f2 None None] Checking router: 35f7d862-2870-4a54-b44e-6e7048aea144 for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:18:11.899364 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-28a9b394-4ef1-4c65-804a-b9af7c79c94c req-b2ab81a1-b69f-4b7c-b640-b3bf2cca9805 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f2c0270c3f82423ea62db21e22ac86bd&device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 1130 time: 0.0933325 Oct 14 03:18:11.901431 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-0fd44883-66b2-4bbc-a530-699c7b90b5f0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (43a1a7e4-27e3-4036-86a0-0fe7cb60c822), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:11.906543 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c402de9-192c-4658-bb9b-6cf8a73905f2 None None] Routers {'35f7d862-2870-4a54-b44e-6e7048aea144'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:18:11.907312 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-4c402de9-192c-4658-bb9b-6cf8a73905f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:17:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['35f7d862-2870-4a54-b44e-6e7048aea144'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:18:11.926479 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:11.973915 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd44883-66b2-4bbc-a530-699c7b90b5f0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a1a7e4-27e3-4036-86a0-0fe7cb60c822,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:18:12.007631 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-4c402de9-192c-4658-bb9b-6cf8a73905f2 None None] Set router 35f7d862-2870-4a54-b44e-6e7048aea144 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:18:12.020513 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9b394-4ef1-4c65-804a-b9af7c79c94c req-4695e8f2-e1b4-4255-a446-ea7af3401eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:12.022146 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-28a9b394-4ef1-4c65-804a-b9af7c79c94c req-4695e8f2-e1b4-4255-a446-ea7af3401eb6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e3839baf-b0cf-4ade-9ba8-3b5f5df4328e HTTP/1.1" status: 200 len: 915 time: 0.1104214 Oct 14 03:18:12.029008 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-0fd44883-66b2-4bbc-a530-699c7b90b5f0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:12.030150 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-0fd44883-66b2-4bbc-a530-699c7b90b5f0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3803124 Oct 14 03:18:12.033393 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43218) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:18:12.038643 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-1185991d-e8e0-4002-aa7b-0f87297d68b0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Request body: {'security_group_rule': {'security_group_id': '43a1a7e4-27e3-4036-86a0-0fe7cb60c822', 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:18:12.091241 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-28a9b394-4ef1-4c65-804a-b9af7c79c94c req-c6315f04-59b5-42b2-a586-12beb6b0daba service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 HTTP/1.1" status: 200 len: 999 time: 0.0599003 Oct 14 03:18:12.125112 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-1185991d-e8e0-4002-aa7b-0f87297d68b0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group_rule (f6bca2f9-117d-412c-9f85-90b4f5945f4e), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:12.142134 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9b394-4ef1-4c65-804a-b9af7c79c94c req-f95d5e95-5688-44c7-987b-f427c72e94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:12.143604 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-28a9b394-4ef1-4c65-804a-b9af7c79c94c req-f95d5e95-5688-44c7-987b-f427c72e94b4 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=4af91a2d-db94-4767-9f16-983be71e7f78 HTTP/1.1" status: 200 len: 853 time: 0.0469761 Oct 14 03:18:12.187999 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9b394-4ef1-4c65-804a-b9af7c79c94c req-39373ff0-7293-4d69-a8ea-7f53b99b6d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:12.189506 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-28a9b394-4ef1-4c65-804a-b9af7c79c94c req-39373ff0-7293-4d69-a8ea-7f53b99b6d97 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e3839baf-b0cf-4ade-9ba8-3b5f5df4328e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399804 Oct 14 03:18:12.189752 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-1185991d-e8e0-4002-aa7b-0f87297d68b0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group_rule (f6bca2f9-117d-412c-9f85-90b4f5945f4e), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:12.201741 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [req-28a9b394-4ef1-4c65-804a-b9af7c79c94c req-ba2096c3-2d8a-4ba6-96cb-f4664bdf90a6 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105050) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 03:18:12.202713 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-28a9b394-4ef1-4c65-804a-b9af7c79c94c req-ba2096c3-2d8a-4ba6-96cb-f4664bdf90a6 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051482 Oct 14 03:18:12.224768 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-4c402de9-192c-4658-bb9b-6cf8a73905f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'name': 'tempest-TestMinimumBasicScenario-737330180-router', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:16Z', 'updated_at': '2022-10-14T03:17:19Z', 'revision_number': 4, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'gw_port': {'id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:17Z', 'updated_at': '2022-10-14T03:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': 'c6927d12-24a5-4af2-8b89-e19553b8ae7d', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'port_id': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e', 'mac_address': 'fa:16:3e:0f:4d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:18:10Z', 'updated_at': '2022-10-14T03:18:10Z', 'revision_number': 0, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df86c9c5-a896-4131-a73a-5b2871cb7b90', 'name': '', 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'mac_address': 'fa:16:3e:61:b0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:19Z', 'updated_at': '2022-10-14T03:17:26Z', 'revision_number': 5, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'subnets': [{'id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:18:12.248484 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c402de9-192c-4658-bb9b-6cf8a73905f2 None None] The sync data for ids ['35f7d862-2870-4a54-b44e-6e7048aea144'] in dv-cinder-801522-13-iscsi is: [{'id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'name': 'tempest-TestMinimumBasicScenario-737330180-router', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:16Z', 'updated_at': '2022-10-14T03:17:19Z', 'revision_number': 4, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'gw_port': {'id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:17Z', 'updated_at': '2022-10-14T03:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': 'c6927d12-24a5-4af2-8b89-e19553b8ae7d', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'port_id': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e', 'mac_address': 'fa:16:3e:0f:4d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:18:10Z', 'updated_at': '2022-10-14T03:18:10Z', 'revision_number': 0, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df86c9c5-a896-4131-a73a-5b2871cb7b90', 'name': '', 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'mac_address': 'fa:16:3e:61:b0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:19Z', 'updated_at': '2022-10-14T03:17:26Z', 'revision_number': 5, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'subnets': [{'id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:18:12.273366 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-1185991d-e8e0-4002-aa7b-0f87297d68b0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (f6bca2f9-117d-412c-9f85-90b4f5945f4e), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:12.294604 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185991d-e8e0-4002-aa7b-0f87297d68b0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6bca2f9-117d-412c-9f85-90b4f5945f4e,revision_number=0']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:18:12.299333 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-28a9b394-4ef1-4c65-804a-b9af7c79c94c req-ac2e96ef-5eb0-4e93-945c-9ecf5daea382 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e3839baf-b0cf-4ade-9ba8-3b5f5df4328e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903881 Oct 14 03:18:12.355129 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-1185991d-e8e0-4002-aa7b-0f87297d68b0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:12.356344 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-1185991d-e8e0-4002-aa7b-0f87297d68b0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218026 Oct 14 03:18:12.359130 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43220) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:18:12.364004 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-9b22d066-41af-4ef7-8930-dc8865b0c9c2 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Request body: {'security_group_rule': {'security_group_id': '43a1a7e4-27e3-4036-86a0-0fe7cb60c822', 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:18:12.393186 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:12.399780 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-28a9b394-4ef1-4c65-804a-b9af7c79c94c req-9f474a63-f48b-47dc-a6fc-6f9ae5bcb4bf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e3839baf-b0cf-4ade-9ba8-3b5f5df4328e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936384 Oct 14 03:18:12.456649 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9949073d-7799-4a06-beb1-159d31f26771 None None] New status for floating IP c6927d12-24a5-4af2-8b89-e19553b8ae7d: ACTIVE {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:18:12.461845 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9b22d066-41af-4ef7-8930-dc8865b0c9c2 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group_rule (22dcf904-5029-4142-aa8a-3e040f63aff2), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:12.519628 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9b22d066-41af-4ef7-8930-dc8865b0c9c2 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group_rule (22dcf904-5029-4142-aa8a-3e040f63aff2), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:12.534061 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:12.619599 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9b22d066-41af-4ef7-8930-dc8865b0c9c2 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (22dcf904-5029-4142-aa8a-3e040f63aff2), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:12.638564 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22d066-41af-4ef7-8930-dc8865b0c9c2 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22dcf904-5029-4142-aa8a-3e040f63aff2,revision_number=0']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:18:12.727353 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9b22d066-41af-4ef7-8930-dc8865b0c9c2 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:12.728567 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-9b22d066-41af-4ef7-8930-dc8865b0c9c2 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3683686 Oct 14 03:18:12.735429 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43222) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:18:12.738085 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-ad5040f3-265f-46f0-94e6-159136b15e04 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Request body: {'security_group_rule': {'security_group_id': '43a1a7e4-27e3-4036-86a0-0fe7cb60c822', 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:18:12.822231 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ad5040f3-265f-46f0-94e6-159136b15e04 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group_rule (081dc339-23ad-409d-89d9-b010a03d7345), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:12.878725 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ad5040f3-265f-46f0-94e6-159136b15e04 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group_rule (081dc339-23ad-409d-89d9-b010a03d7345), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:12.962457 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ad5040f3-265f-46f0-94e6-159136b15e04 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (081dc339-23ad-409d-89d9-b010a03d7345), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:12.981853 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5040f3-265f-46f0-94e6-159136b15e04 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081dc339-23ad-409d-89d9-b010a03d7345,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:18:13.055841 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ad5040f3-265f-46f0-94e6-159136b15e04 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:13.057038 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-ad5040f3-265f-46f0-94e6-159136b15e04 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3230813 Oct 14 03:18:13.059781 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43224) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:18:13.064005 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-5556da78-237b-48ae-8906-63142bb1fa39 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Request body: {'security_group_rule': {'security_group_id': '43a1a7e4-27e3-4036-86a0-0fe7cb60c822', 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:18:13.167814 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5556da78-237b-48ae-8906-63142bb1fa39 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group_rule (7ca5d0c1-f77c-4bcb-9d83-48f84f2ee040), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:13.225559 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5556da78-237b-48ae-8906-63142bb1fa39 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group_rule (7ca5d0c1-f77c-4bcb-9d83-48f84f2ee040), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:13.301125 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5556da78-237b-48ae-8906-63142bb1fa39 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (7ca5d0c1-f77c-4bcb-9d83-48f84f2ee040), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:13.319383 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556da78-237b-48ae-8906-63142bb1fa39 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca5d0c1-f77c-4bcb-9d83-48f84f2ee040,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:18:13.400249 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-5556da78-237b-48ae-8906-63142bb1fa39 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:13.401428 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-5556da78-237b-48ae-8906-63142bb1fa39 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3407221 Oct 14 03:18:13.404112 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43226) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:18:13.408266 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-acaf7147-9c89-40ac-8aba-402aa5bef178 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Request body: {'security_group_rule': {'security_group_id': '43a1a7e4-27e3-4036-86a0-0fe7cb60c822', 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:18:13.501358 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.securitygroups_db [None req-acaf7147-9c89-40ac-8aba-402aa5bef178 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Project f2c0270c3f82423ea62db21e22ac86bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 03:18:13.507270 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-acaf7147-9c89-40ac-8aba-402aa5bef178 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group_rule (e808f64a-725b-4dd9-b35c-0d351de2d52f), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:13.567931 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-acaf7147-9c89-40ac-8aba-402aa5bef178 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group_rule (e808f64a-725b-4dd9-b35c-0d351de2d52f), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:13.649702 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-acaf7147-9c89-40ac-8aba-402aa5bef178 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (e808f64a-725b-4dd9-b35c-0d351de2d52f), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:13.668112 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf7147-9c89-40ac-8aba-402aa5bef178 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e808f64a-725b-4dd9-b35c-0d351de2d52f,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:18:13.748801 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-acaf7147-9c89-40ac-8aba-402aa5bef178 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:13.750140 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-acaf7147-9c89-40ac-8aba-402aa5bef178 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3449550 Oct 14 03:18:13.759176 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43228) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:18:13.759176 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-bbc58ddf-0883-40ed-a8c5-9c69c051d028 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Request body: {'security_group_rule': {'security_group_id': '43a1a7e4-27e3-4036-86a0-0fe7cb60c822', 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:18:13.844335 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.securitygroups_db [None req-bbc58ddf-0883-40ed-a8c5-9c69c051d028 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Project f2c0270c3f82423ea62db21e22ac86bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 03:18:13.851216 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-bbc58ddf-0883-40ed-a8c5-9c69c051d028 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group_rule (2d633419-afc1-4dcc-a802-f5c7af25b54f), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:13.908450 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-bbc58ddf-0883-40ed-a8c5-9c69c051d028 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group_rule (2d633419-afc1-4dcc-a802-f5c7af25b54f), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:13.969848 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-bbc58ddf-0883-40ed-a8c5-9c69c051d028 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (2d633419-afc1-4dcc-a802-f5c7af25b54f), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:13.988079 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc58ddf-0883-40ed-a8c5-9c69c051d028 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d633419-afc1-4dcc-a802-f5c7af25b54f,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:18:14.055780 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-bbc58ddf-0883-40ed-a8c5-9c69c051d028 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:14.056919 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-bbc58ddf-0883-40ed-a8c5-9c69c051d028 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3027608 Oct 14 03:18:14.145949 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ade83169-39ac-435e-aba1-4659c407c41f req-e6b8bd20-0495-4f7b-ba46-15457d6554a2 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-852818805&fields=id&tenant_id=f2c0270c3f82423ea62db21e22ac86bd HTTP/1.1" status: 200 len: 267 time: 0.0433781 Oct 14 03:18:14.196506 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade83169-39ac-435e-aba1-4659c407c41f req-1b6e2ca3-3fd1-4d10-afe0-b2ab8ac39ac2 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:14.197940 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ade83169-39ac-435e-aba1-4659c407c41f req-1b6e2ca3-3fd1-4d10-afe0-b2ab8ac39ac2 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 946 time: 0.0467689 Oct 14 03:18:14.208785 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [req-ade83169-39ac-435e-aba1-4659c407c41f req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Request body: {'port': {'security_groups': ['97d17dd0-d9ad-4fe1-868b-82a873fd3dcd', '43a1a7e4-27e3-4036-86a0-0fe7cb60c822']}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:18:14.276083 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-ade83169-39ac-435e-aba1-4659c407c41f req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:14.480478 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [req-ade83169-39ac-435e-aba1-4659c407c41f req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] For port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7,segment=NetworkSegment(63079d40-8fd0-414b-8b30-767048e5d668),segment_id=63079d40-8fd0-414b-8b30-767048e5d668)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:18:14.510899 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-ade83169-39ac-435e-aba1-4659c407c41f req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:14.563932 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-ade83169-39ac-435e-aba1-4659c407c41f req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129412714'] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:14.574358 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade83169-39ac-435e-aba1-4659c407c41f req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:14.575091 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-ade83169-39ac-435e-aba1-4659c407c41f req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:14.576282 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ade83169-39ac-435e-aba1-4659c407c41f req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "PUT /networking/v2.0/ports/58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 HTTP/1.1" status: 200 len: 982 time: 0.3722942 Oct 14 03:18:14.576832 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'tag': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7'}] {{(pid=105049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:18:14.579837 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fb9ae14b47f429fd368683312699964b37f4ab477e95edbe6fc545a578585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169ff0ba-f8f1-45e8-bf18-329e5e466da8" -d '{"events": [{"name": "network-changed", "server_uuid": "d60599b5-5691-4ad2-ac62-6cc7744f974a", "tag": "58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7"}]}' {{(pid=105049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:18:14.615725 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:18:14.748808 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:18:14.783997 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:14.791048 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff0ba-f8f1-45e8-bf18-329e5e466da8 req-6b24de74-728a-4887-bd9a-af5db1350bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:14.792893 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-169ff0ba-f8f1-45e8-bf18-329e5e466da8 req-6b24de74-728a-4887-bd9a-af5db1350bac service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f2c0270c3f82423ea62db21e22ac86bd&device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 1169 time: 0.0492043 Oct 14 03:18:14.847855 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd118a32-6acb-4137-940f-49c697c5db21 x-openstack-request-id: req-fd118a32-6acb-4137-940f-49c697c5db21 {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:18:14.848133 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60599b5-5691-4ad2-ac62-6cc7744f974a", "tag": "58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7", "status": "completed", "code": 200}]} {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:18:14.848389 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd118a32-6acb-4137-940f-49c697c5db21 {{(pid=105049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:18:14.848786 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd118a32-6acb-4137-940f-49c697c5db21'] response: {'name': 'network-changed', 'server_uuid': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'tag': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7', 'status': 'completed', 'code': 200} Oct 14 03:18:14.885137 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:14.900580 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:14.903361 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:14.907257 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff0ba-f8f1-45e8-bf18-329e5e466da8 req-84a6a084-0416-41f0-a7b2-675476b44d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:14.908850 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-169ff0ba-f8f1-45e8-bf18-329e5e466da8 req-84a6a084-0416-41f0-a7b2-675476b44d3f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e3839baf-b0cf-4ade-9ba8-3b5f5df4328e HTTP/1.1" status: 200 len: 915 time: 0.1088898 Oct 14 03:18:14.914943 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56defad6-7f01-446b-8bb4-7d29f26a87ee req-02f43122-cb49-4970-b4ef-6efd71fdc596 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:14.916447 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-56defad6-7f01-446b-8bb4-7d29f26a87ee req-02f43122-cb49-4970-b4ef-6efd71fdc596 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 985 time: 0.0668201 Oct 14 03:18:14.917048 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Pushing event updated for resources: {'Port': ['ID=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7,revision_number=6']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:18:14.924756 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:18:14.925655 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:18:14.926030 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:18:14.926374 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:18:14.927174 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:18:14.927174 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:18:14.927384 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:18:14.927702 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:18:14.928034 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:18:14.928487 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:18:14.928687 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:18:14.929019 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:18:14.929347 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:18:14.929677 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:18:14.930027 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed751b-ae7a-44ae-ab01-8a11fcf2c8c9 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:18:14.986289 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-169ff0ba-f8f1-45e8-bf18-329e5e466da8 req-71c72371-91a8-4963-a83f-637d22181473 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 HTTP/1.1" status: 200 len: 1001 time: 0.0707035 Oct 14 03:18:14.997333 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-56defad6-7f01-446b-8bb4-7d29f26a87ee req-1509f1f4-c4c0-4ced-805b-d01c4dd4baa4 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&id=43a1a7e4-27e3-4036-86a0-0fe7cb60c822&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632291 Oct 14 03:18:15.039337 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff0ba-f8f1-45e8-bf18-329e5e466da8 req-7aaafd9a-280e-479d-96b4-254664b8e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:15.040801 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-169ff0ba-f8f1-45e8-bf18-329e5e466da8 req-7aaafd9a-280e-479d-96b4-254664b8e128 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=4af91a2d-db94-4767-9f16-983be71e7f78 HTTP/1.1" status: 200 len: 853 time: 0.0472317 Oct 14 03:18:15.084397 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff0ba-f8f1-45e8-bf18-329e5e466da8 req-da1ddd9c-9329-4cba-b1c3-97ffc86fe26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:15.085920 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-169ff0ba-f8f1-45e8-bf18-329e5e466da8 req-da1ddd9c-9329-4cba-b1c3-97ffc86fe26a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e3839baf-b0cf-4ade-9ba8-3b5f5df4328e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396252 Oct 14 03:18:15.172353 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:15.177483 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-169ff0ba-f8f1-45e8-bf18-329e5e466da8 req-864e29d4-c655-4f4e-b343-3ca912178244 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e3839baf-b0cf-4ade-9ba8-3b5f5df4328e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851116 Oct 14 03:18:15.233955 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:15.269987 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-169ff0ba-f8f1-45e8-bf18-329e5e466da8 req-d0723025-c77a-42c5-88b6-684dbed59b65 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e3839baf-b0cf-4ade-9ba8-3b5f5df4328e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858829 Oct 14 03:18:22.220572 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=71 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:22.227498 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=77 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:24.844487 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-05e18108-edcd-4fc0-9f1a-95c59cfb26d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:25.329341 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=67 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:25.456652 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=18 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:27.070478 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-b907ae9e-f5b8-4119-8e69-fad192be916a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:28.356082 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:29.819051 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:30.001965 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:32.040389 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:18:33.832719 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:34.455415 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e40068f3-6b5d-46b2-83bb-7d60d139cb19 req-a2923c0f-6ceb-4b37-8a6b-c6250dfa431d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387304 Oct 14 03:18:34.569965 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40068f3-6b5d-46b2-83bb-7d60d139cb19 req-011bc7fc-1ef6-4122-ac59-6608fff505c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:34.571463 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e40068f3-6b5d-46b2-83bb-7d60d139cb19 req-011bc7fc-1ef6-4122-ac59-6608fff505c1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0a302ca039794ab599996fcda417a1c6&device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0438232 Oct 14 03:18:34.674086 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40068f3-6b5d-46b2-83bb-7d60d139cb19 req-c62ca3b1-a67a-4b54-ba23-388c067f8754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:34.676145 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e40068f3-6b5d-46b2-83bb-7d60d139cb19 req-c62ca3b1-a67a-4b54-ba23-388c067f8754 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=71d337ac-bd81-450a-b927-c23c558a6c9e HTTP/1.1" status: 200 len: 910 time: 0.0863726 Oct 14 03:18:34.739343 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e40068f3-6b5d-46b2-83bb-7d60d139cb19 req-6e3e69ad-9057-42cd-b999-983bf8a13cf9 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9022210d-e752-4633-9cb8-be36d1d5cd36 HTTP/1.1" status: 200 len: 1001 time: 0.0566335 Oct 14 03:18:34.788420 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40068f3-6b5d-46b2-83bb-7d60d139cb19 req-54e06e01-1af1-452d-b1f5-c9f833346f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:34.789901 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e40068f3-6b5d-46b2-83bb-7d60d139cb19 req-54e06e01-1af1-452d-b1f5-c9f833346f9b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=0199bcef-bd11-4b85-a678-8b372fa35b61 HTTP/1.1" status: 200 len: 848 time: 0.0441401 Oct 14 03:18:34.832440 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40068f3-6b5d-46b2-83bb-7d60d139cb19 req-12653390-6d7e-4a87-a233-614f6a4ce187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:34.833939 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e40068f3-6b5d-46b2-83bb-7d60d139cb19 req-12653390-6d7e-4a87-a233-614f6a4ce187 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=71d337ac-bd81-450a-b927-c23c558a6c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378847 Oct 14 03:18:34.923982 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e40068f3-6b5d-46b2-83bb-7d60d139cb19 req-a6f3615e-57d7-43d6-babf-b71c9dc38afc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841811 Oct 14 03:18:35.012041 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e40068f3-6b5d-46b2-83bb-7d60d139cb19 req-97e8016a-5a2d-4b03-bad1-7d249c97d759 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811343 Oct 14 03:18:37.986412 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bd739-c5d0-4dad-b295-c01b0231e60d req-3584cb4a-040b-4605-baf6-a1e4acc5e07d tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:37.987781 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f73bd739-c5d0-4dad-b295-c01b0231e60d req-3584cb4a-040b-4605-baf6-a1e4acc5e07d tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 985 time: 0.0483935 Oct 14 03:18:38.051292 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f73bd739-c5d0-4dad-b295-c01b0231e60d req-0e91d41d-276d-4336-93c8-afab2ecaf548 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&id=43a1a7e4-27e3-4036-86a0-0fe7cb60c822&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575974 Oct 14 03:18:38.087117 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc7d18-8e46-424e-896f-ab5baea97b33 req-0164ef1e-137a-476c-9f75-dc4770590fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:38.088593 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3dbc7d18-8e46-424e-896f-ab5baea97b33 req-0164ef1e-137a-476c-9f75-dc4770590fe5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f2c0270c3f82423ea62db21e22ac86bd&device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 1169 time: 0.0402417 Oct 14 03:18:38.180730 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc7d18-8e46-424e-896f-ab5baea97b33 req-59c5b969-269d-4337-9372-ee5eadecee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:38.182187 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3dbc7d18-8e46-424e-896f-ab5baea97b33 req-59c5b969-269d-4337-9372-ee5eadecee04 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e3839baf-b0cf-4ade-9ba8-3b5f5df4328e HTTP/1.1" status: 200 len: 915 time: 0.0868022 Oct 14 03:18:38.246613 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3dbc7d18-8e46-424e-896f-ab5baea97b33 req-42aa64ec-c730-4ba9-bcec-669a75034849 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 HTTP/1.1" status: 200 len: 1001 time: 0.0577688 Oct 14 03:18:38.294243 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc7d18-8e46-424e-896f-ab5baea97b33 req-3afd4053-79dd-482a-b415-6ca3cf809794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:38.295657 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3dbc7d18-8e46-424e-896f-ab5baea97b33 req-3afd4053-79dd-482a-b415-6ca3cf809794 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=4af91a2d-db94-4767-9f16-983be71e7f78 HTTP/1.1" status: 200 len: 853 time: 0.0428524 Oct 14 03:18:38.340792 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc7d18-8e46-424e-896f-ab5baea97b33 req-2a704766-cec4-4b21-8761-b646c6064c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:38.342449 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3dbc7d18-8e46-424e-896f-ab5baea97b33 req-2a704766-cec4-4b21-8761-b646c6064c83 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e3839baf-b0cf-4ade-9ba8-3b5f5df4328e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382354 Oct 14 03:18:38.433008 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3dbc7d18-8e46-424e-896f-ab5baea97b33 req-b1731c83-4070-4d51-8aab-152e3855774a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e3839baf-b0cf-4ade-9ba8-3b5f5df4328e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837030 Oct 14 03:18:38.496025 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:38.521680 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-3dbc7d18-8e46-424e-896f-ab5baea97b33 req-409b1f8f-0d4c-40f5-8498-ad26db463757 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e3839baf-b0cf-4ade-9ba8-3b5f5df4328e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819440 Oct 14 03:18:39.171758 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfc856-d21f-4137-9018-df4ae0922d93 req-0f9a3576-0931-4738-ac5f-2e6a871c59ed tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:39.173183 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e4dfc856-d21f-4137-9018-df4ae0922d93 req-0f9a3576-0931-4738-ac5f-2e6a871c59ed tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 985 time: 0.0455923 Oct 14 03:18:39.231487 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e4dfc856-d21f-4137-9018-df4ae0922d93 req-f402802a-c9d8-4815-8812-58ff5489d577 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&id=43a1a7e4-27e3-4036-86a0-0fe7cb60c822&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520470 Oct 14 03:18:40.356658 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01d937-449e-478c-bacc-4a977763ed53 req-e410f7e5-e784-4be1-94d0-da1d088a9487 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:40.358254 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8b01d937-449e-478c-bacc-4a977763ed53 req-e410f7e5-e784-4be1-94d0-da1d088a9487 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 985 time: 0.0496769 Oct 14 03:18:40.417839 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8b01d937-449e-478c-bacc-4a977763ed53 req-7e7359b7-7f6e-4f0e-8cf8-f98f465c89ee tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&id=43a1a7e4-27e3-4036-86a0-0fe7cb60c822&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537496 Oct 14 03:18:41.535549 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75379489-87d3-45bd-832d-9a55287054a2 req-a1d5fc0b-e645-4f4e-8090-7f808f0433e0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:41.536982 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75379489-87d3-45bd-832d-9a55287054a2 req-a1d5fc0b-e645-4f4e-8090-7f808f0433e0 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 985 time: 0.0451455 Oct 14 03:18:41.594187 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-75379489-87d3-45bd-832d-9a55287054a2 req-6ed8f54c-3134-49dc-a230-5fb6e355043d tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&id=43a1a7e4-27e3-4036-86a0-0fe7cb60c822&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516837 Oct 14 03:18:42.035232 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=2 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:42.036036 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=6 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:42.714324 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c922cbc-0aef-43cb-918d-7b2cf8038701 req-b976591a-646d-49f2-b153-f0aa7f358ceb tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:42.715766 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6c922cbc-0aef-43cb-918d-7b2cf8038701 req-b976591a-646d-49f2-b153-f0aa7f358ceb tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 985 time: 0.0462787 Oct 14 03:18:42.777916 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6c922cbc-0aef-43cb-918d-7b2cf8038701 req-bbcc0493-38b4-4afd-8c4b-e81afc5eb65f tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&id=43a1a7e4-27e3-4036-86a0-0fe7cb60c822&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564806 Oct 14 03:18:43.740008 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:43.746023 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:43.899640 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e5e47-f78a-4ec1-b42b-136dd33901f5 req-0c9a4802-a5fa-4b3f-a30a-95b48f8ca170 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:43.900989 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-708e5e47-f78a-4ec1-b42b-136dd33901f5 req-0c9a4802-a5fa-4b3f-a30a-95b48f8ca170 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 985 time: 0.0459888 Oct 14 03:18:43.959971 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-708e5e47-f78a-4ec1-b42b-136dd33901f5 req-f7221e78-5867-46b8-a96c-014c9701ad37 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&id=43a1a7e4-27e3-4036-86a0-0fe7cb60c822&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532825 Oct 14 03:18:45.077994 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cc90e-8dea-4c49-9f18-cf6bf1623f41 req-68b891f5-9ade-484b-8a17-59537f4a4278 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:45.079426 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-df0cc90e-8dea-4c49-9f18-cf6bf1623f41 req-68b891f5-9ade-484b-8a17-59537f4a4278 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 985 time: 0.0461941 Oct 14 03:18:45.138004 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-df0cc90e-8dea-4c49-9f18-cf6bf1623f41 req-d08c7f4b-8e25-4f59-9f1d-9ca448919c63 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&id=43a1a7e4-27e3-4036-86a0-0fe7cb60c822&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522952 Oct 14 03:18:46.259043 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f668dc-9169-49cb-a765-52899879a97c req-5d96f55e-ef4f-497d-be9e-db1ad79eea92 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:46.260472 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-50f668dc-9169-49cb-a765-52899879a97c req-5d96f55e-ef4f-497d-be9e-db1ad79eea92 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 985 time: 0.0490770 Oct 14 03:18:46.319234 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-50f668dc-9169-49cb-a765-52899879a97c req-94559eaa-4ef5-4bca-a55f-8e68f0826c90 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&id=43a1a7e4-27e3-4036-86a0-0fe7cb60c822&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531023 Oct 14 03:18:47.436930 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca582092-af5a-4b63-aa2d-35c8d9971ee5 req-5423fbf9-d78b-448a-95ce-1adc7b090e40 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:47.438402 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ca582092-af5a-4b63-aa2d-35c8d9971ee5 req-5423fbf9-d78b-448a-95ce-1adc7b090e40 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 985 time: 0.0453815 Oct 14 03:18:47.496291 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ca582092-af5a-4b63-aa2d-35c8d9971ee5 req-b43a6e87-9ae9-4bac-baf7-9586d9c3a254 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&id=43a1a7e4-27e3-4036-86a0-0fe7cb60c822&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518267 Oct 14 03:18:48.517476 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:48.609297 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:48.620117 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee374d-a881-4ae4-af05-039ac9912056 req-5dce6d0c-9002-40e6-a34a-a80cedf6b7b4 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:48.625891 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-59ee374d-a881-4ae4-af05-039ac9912056 req-5dce6d0c-9002-40e6-a34a-a80cedf6b7b4 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 985 time: 0.0505052 Oct 14 03:18:48.641812 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:48.682020 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-59ee374d-a881-4ae4-af05-039ac9912056 req-e9177b04-c96b-4d36-8e37-62ef0fea0e05 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&id=43a1a7e4-27e3-4036-86a0-0fe7cb60c822&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546761 Oct 14 03:18:49.802376 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb1b38-f66a-4998-a178-9d47fd781da7 req-dd951e8a-99f7-4e33-9daf-0138accf6427 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:49.803880 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0ddb1b38-f66a-4998-a178-9d47fd781da7 req-dd951e8a-99f7-4e33-9daf-0138accf6427 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 985 time: 0.0469854 Oct 14 03:18:49.861696 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0ddb1b38-f66a-4998-a178-9d47fd781da7 req-fade0ac1-99e1-409f-a853-c33948d43b39 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&id=43a1a7e4-27e3-4036-86a0-0fe7cb60c822&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520818 Oct 14 03:18:50.980281 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543ead0-6eaa-4be7-ab5d-292151f8659b req-ce5efedf-b03f-4c5a-b30f-9b1da5fd5533 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:50.981720 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6543ead0-6eaa-4be7-ab5d-292151f8659b req-ce5efedf-b03f-4c5a-b30f-9b1da5fd5533 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 985 time: 0.0454979 Oct 14 03:18:51.044756 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6543ead0-6eaa-4be7-ab5d-292151f8659b req-149687a7-09fd-47a0-bfda-1eed5f2ea001 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&id=43a1a7e4-27e3-4036-86a0-0fe7cb60c822&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574980 Oct 14 03:18:52.164025 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc00fa-69d5-479d-9767-52b02f3d8c4e req-e493a673-5094-445f-98fb-9d3ee55ebb93 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:52.165374 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4acc00fa-69d5-479d-9767-52b02f3d8c4e req-e493a673-5094-445f-98fb-9d3ee55ebb93 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 985 time: 0.0461817 Oct 14 03:18:52.223501 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4acc00fa-69d5-479d-9767-52b02f3d8c4e req-6a2bb923-4f14-42fb-9898-678b72ef0f21 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&id=43a1a7e4-27e3-4036-86a0-0fe7cb60c822&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523808 Oct 14 03:18:53.068092 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:18:53.342225 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc26515-dbad-4eeb-b1f0-185f97b8ec13 req-f9b122db-778b-40e4-92d4-0f257186e6a4 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:53.343677 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6bc26515-dbad-4eeb-b1f0-185f97b8ec13 req-f9b122db-778b-40e4-92d4-0f257186e6a4 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 985 time: 0.0467525 Oct 14 03:18:53.402425 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6bc26515-dbad-4eeb-b1f0-185f97b8ec13 req-ac5da171-1543-4c71-adae-13ee1399e612 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&id=43a1a7e4-27e3-4036-86a0-0fe7cb60c822&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532248 Oct 14 03:18:54.524556 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c10ec-321a-4cf4-8605-429bcac6b72c req-9c0f21db-c801-400e-afeb-0c76b274420d tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:54.526010 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6a8c10ec-321a-4cf4-8605-429bcac6b72c req-9c0f21db-c801-400e-afeb-0c76b274420d tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 985 time: 0.0493698 Oct 14 03:18:54.584900 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6a8c10ec-321a-4cf4-8605-429bcac6b72c req-30287d69-1cb8-4c1d-bc41-22fdd4c5b8ae tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&id=43a1a7e4-27e3-4036-86a0-0fe7cb60c822&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533137 Oct 14 03:18:54.790482 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0f3bc946-d0dd-47d4-95f0-07122184fb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:55.704350 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37856b-4b28-4c15-8ecb-4b793b03b1b3 req-4cb0b3a9-58c5-42cd-8905-d6470594e383 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:55.705822 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cd37856b-4b28-4c15-8ecb-4b793b03b1b3 req-4cb0b3a9-58c5-42cd-8905-d6470594e383 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 985 time: 0.0475860 Oct 14 03:18:55.763930 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cd37856b-4b28-4c15-8ecb-4b793b03b1b3 req-66a13ba9-da6e-4230-85c4-3b6288fe14c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&id=43a1a7e4-27e3-4036-86a0-0fe7cb60c822&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525022 Oct 14 03:18:57.064346 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0dfb772a-c1c5-48e7-8ee5-1c1a99d527b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:58.332847 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:58.834673 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a580de8-ccfb-4b0b-8f53-b6e66c6362e8 req-da362a19-a6cf-44b1-9267-fae0bfd296a6 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:18:58.836152 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2a580de8-ccfb-4b0b-8f53-b6e66c6362e8 req-da362a19-a6cf-44b1-9267-fae0bfd296a6 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0465050 Oct 14 03:18:58.890717 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2a580de8-ccfb-4b0b-8f53-b6e66c6362e8 req-24f4d245-e0a3-46c2-8c12-18b0e4750510 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480566 Oct 14 03:18:59.790468 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:18:59.987179 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:00.013846 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346023e-ae11-47c3-adba-6101c239d597 req-b635539c-f4cd-4ac5-95b3-fc9b0f427767 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:00.015327 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c346023e-ae11-47c3-adba-6101c239d597 req-b635539c-f4cd-4ac5-95b3-fc9b0f427767 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0474200 Oct 14 03:19:00.064377 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c346023e-ae11-47c3-adba-6101c239d597 req-667d25f1-1510-4aa8-b761-73f256d2d27a tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433528 Oct 14 03:19:01.182111 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6395a-e3dd-4f73-8891-21f02e2fcd48 req-96ac073d-64f5-4851-b22c-1b9b61060a62 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:01.183560 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4ca6395a-e3dd-4f73-8891-21f02e2fcd48 req-96ac073d-64f5-4851-b22c-1b9b61060a62 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0459077 Oct 14 03:19:01.195843 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:01.231572 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4ca6395a-e3dd-4f73-8891-21f02e2fcd48 req-f92c5ffa-b79d-4a29-8dda-70ecb164111c tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425844 Oct 14 03:19:02.355736 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bca45-24f3-41ea-bf4d-9b56c3806f55 req-806f3d95-b7fb-4165-a707-7bd8e9036029 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:02.357179 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e99bca45-24f3-41ea-bf4d-9b56c3806f55 req-806f3d95-b7fb-4165-a707-7bd8e9036029 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0492651 Oct 14 03:19:02.396976 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:02.405589 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e99bca45-24f3-41ea-bf4d-9b56c3806f55 req-385dbee3-3a15-4d83-9c1b-da74442fac45 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430300 Oct 14 03:19:03.522165 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a44019-4c91-48d8-8c43-c7be63d374da req-11babc6d-a2bf-43a5-918d-6d00f3c43b00 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:03.523633 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-61a44019-4c91-48d8-8c43-c7be63d374da req-11babc6d-a2bf-43a5-918d-6d00f3c43b00 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0457530 Oct 14 03:19:03.571034 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-61a44019-4c91-48d8-8c43-c7be63d374da req-70b4b709-29f3-48d3-a90e-3125ac661d96 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420060 Oct 14 03:19:03.809204 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:04.693143 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2f03b-3e80-45ee-a42d-666a4d1a0374 req-15a6dfc1-6096-4049-aae0-f8d59c1f880b tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:04.694661 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-63b2f03b-3e80-45ee-a42d-666a4d1a0374 req-15a6dfc1-6096-4049-aae0-f8d59c1f880b tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0500991 Oct 14 03:19:04.743231 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-63b2f03b-3e80-45ee-a42d-666a4d1a0374 req-4711ff25-69f7-4ed6-b3c3-2bd86e667951 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431201 Oct 14 03:19:05.862676 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2df485-2907-4e91-aa53-1d655d3f7e1f req-d22fa031-05aa-4d6b-bf44-9759a2db17ab tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:05.864374 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ad2df485-2907-4e91-aa53-1d655d3f7e1f req-d22fa031-05aa-4d6b-bf44-9759a2db17ab tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0458179 Oct 14 03:19:05.911948 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ad2df485-2907-4e91-aa53-1d655d3f7e1f req-c6682b24-527a-4b5e-8a55-e7489168d13b tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420723 Oct 14 03:19:07.030054 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb29201-f5c0-4354-a92c-21a90ab6fb8a req-8b672ce7-206d-4eb0-817f-0d24ab5e93e9 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:07.031497 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ebb29201-f5c0-4354-a92c-21a90ab6fb8a req-8b672ce7-206d-4eb0-817f-0d24ab5e93e9 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0458179 Oct 14 03:19:07.083827 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ebb29201-f5c0-4354-a92c-21a90ab6fb8a req-cbde790c-b75f-4193-b39f-b8f454b19064 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462801 Oct 14 03:19:08.203743 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53b77c-2d28-4679-8a7b-86fee746ac77 req-ad221034-c136-4eb1-b20e-c59ee9968bbd tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:08.205174 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-df53b77c-2d28-4679-8a7b-86fee746ac77 req-ad221034-c136-4eb1-b20e-c59ee9968bbd tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0465543 Oct 14 03:19:08.255467 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-df53b77c-2d28-4679-8a7b-86fee746ac77 req-20fce091-34fe-4634-905b-b4c7386a01a7 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448153 Oct 14 03:19:09.039751 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:19:09.169521 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a772f-8be0-45e6-839c-495c26be1d4b req-70ed5259-d2bf-4695-b9f1-28e6546e2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:09.170987 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b22a772f-8be0-45e6-839c-495c26be1d4b req-70ed5259-d2bf-4695-b9f1-28e6546e2b40 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0a302ca039794ab599996fcda417a1c6&device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0423620 Oct 14 03:19:09.259962 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a772f-8be0-45e6-839c-495c26be1d4b req-af1d04ab-b4f7-49ab-a51b-14cd3f4031c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:09.261390 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b22a772f-8be0-45e6-839c-495c26be1d4b req-af1d04ab-b4f7-49ab-a51b-14cd3f4031c8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=71d337ac-bd81-450a-b927-c23c558a6c9e HTTP/1.1" status: 200 len: 910 time: 0.0838809 Oct 14 03:19:09.326018 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b22a772f-8be0-45e6-839c-495c26be1d4b req-5d78044d-07eb-441a-a276-1008c86f93f6 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9022210d-e752-4633-9cb8-be36d1d5cd36 HTTP/1.1" status: 200 len: 1001 time: 0.0583529 Oct 14 03:19:09.375506 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a772f-8be0-45e6-839c-495c26be1d4b req-c9939d30-d12e-4b65-ba9e-f0700cf638d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:09.375799 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e36c66-fb2c-4e15-9293-e30bb96fa69c req-fbfad5db-2dc9-4240-b370-422b9d47430f tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:09.377476 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b22a772f-8be0-45e6-839c-495c26be1d4b req-c9939d30-d12e-4b65-ba9e-f0700cf638d0 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=0199bcef-bd11-4b85-a678-8b372fa35b61 HTTP/1.1" status: 200 len: 848 time: 0.0446138 Oct 14 03:19:09.377862 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-65e36c66-fb2c-4e15-9293-e30bb96fa69c req-fbfad5db-2dc9-4240-b370-422b9d47430f tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0478575 Oct 14 03:19:09.421577 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a772f-8be0-45e6-839c-495c26be1d4b req-224728e7-6a7d-4d43-ae74-a9c5aed16993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:09.423102 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b22a772f-8be0-45e6-839c-495c26be1d4b req-224728e7-6a7d-4d43-ae74-a9c5aed16993 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=71d337ac-bd81-450a-b927-c23c558a6c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396032 Oct 14 03:19:09.429350 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-65e36c66-fb2c-4e15-9293-e30bb96fa69c req-5e3bd841-6f6c-46ba-aa20-e68644da6fe0 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454342 Oct 14 03:19:09.771902 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b22a772f-8be0-45e6-839c-495c26be1d4b req-cfa76b8e-e252-489b-83eb-84752392a4c0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429224 Oct 14 03:19:09.859372 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-b22a772f-8be0-45e6-839c-495c26be1d4b req-075db56a-44cd-4ee6-a0e9-8614126e5d31 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809643 Oct 14 03:19:10.552986 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf80dc-b5e7-472c-820d-d8e231e43105 req-48b27ea1-6231-475f-9181-470a1fc5aea8 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:10.554473 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-badf80dc-b5e7-472c-820d-d8e231e43105 req-48b27ea1-6231-475f-9181-470a1fc5aea8 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0509796 Oct 14 03:19:10.602298 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-badf80dc-b5e7-472c-820d-d8e231e43105 req-0d27ec50-5eaa-468e-b225-0cc8c390c131 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423932 Oct 14 03:19:11.722583 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d2ead-7d3c-4028-8982-416290f4a204 req-0a6f8d76-e8bb-4e7e-93f3-8f4718027a3b tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:11.724087 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-344d2ead-7d3c-4028-8982-416290f4a204 req-0a6f8d76-e8bb-4e7e-93f3-8f4718027a3b tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0474052 Oct 14 03:19:11.772465 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-344d2ead-7d3c-4028-8982-416290f4a204 req-43b32744-a1bc-45d4-821c-36da6af7d732 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427883 Oct 14 03:19:12.890446 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce69abf-b708-4cef-bb24-e3dd1f9e1309 req-c1d10c31-8c53-4d26-b1d9-9e3877fcc570 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:12.891877 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5ce69abf-b708-4cef-bb24-e3dd1f9e1309 req-c1d10c31-8c53-4d26-b1d9-9e3877fcc570 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0453384 Oct 14 03:19:12.943504 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-5ce69abf-b708-4cef-bb24-e3dd1f9e1309 req-680dcf55-b42a-4668-8ea6-d822c99249d1 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461550 Oct 14 03:19:13.745075 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:13.750199 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:14.150288 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 9022210d-e752-4633-9cb8-be36d1d5cd36 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:19:14.223565 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 9022210d-e752-4633-9cb8-be36d1d5cd36 is: ACTIVE; New status is: DOWN {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:19:14.223955 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:14.246733 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9022210d-e752-4633-9cb8-be36d1d5cd36'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:19:14.248953 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1697a311-61c5-4b80-b3c6-3278113ac1ef" -d '{"events": [{"server_uuid": "fa7b2b6d-19a6-45e5-a1ad-731398a95ed0", "name": "network-vif-unplugged", "status": "completed", "tag": "9022210d-e752-4633-9cb8-be36d1d5cd36"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:19:14.261927 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 9022210d-e752-4633-9cb8-be36d1d5cd36, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9022210d-e752-4633-9cb8-be36d1d5cd36,segment=NetworkSegment(2f84e0ef-b9c3-483a-945c-8b95ada503de),segment_id=2f84e0ef-b9c3-483a-945c-8b95ada503de)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:19:14.333402 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:14.339071 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 14 Oct 2022 03:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdfb172-534b-440b-91c8-c83212cfc203 x-openstack-request-id: req-2bdfb172-534b-440b-91c8-c83212cfc203 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:19:14.339071 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7b2b6d-19a6-45e5-a1ad-731398a95ed0", "name": "network-vif-unplugged", "status": "failed", "tag": "9022210d-e752-4633-9cb8-be36d1d5cd36", "code": 422}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:19:14.339071 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2bdfb172-534b-440b-91c8-c83212cfc203 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:19:14.339071 dv-cinder-801522-13-iscsi neutron-server[105051]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2bdfb172-534b-440b-91c8-c83212cfc203']: {'server_uuid': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9022210d-e752-4633-9cb8-be36d1d5cd36', 'code': 422} returned with failed status Oct 14 03:19:14.383007 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=9022210d-e752-4633-9cb8-be36d1d5cd36,revision_number=6']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:14.390161 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:14.390518 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:14.390859 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:14.391204 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:14.391547 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:14.391891 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:14.392204 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:14.392541 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:14.392857 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:14.393184 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:14.393511 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:14.393884 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:14.394213 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:14.394536 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:14.394857 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:14.415245 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e07b23-8bb1-4270-b087-bbe5b5f33c6f req-8f8162bd-cb62-4647-8844-a1dd1b4201ad tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:14.416754 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b4e07b23-8bb1-4270-b087-bbe5b5f33c6f req-8f8162bd-cb62-4647-8844-a1dd1b4201ad tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0474269 Oct 14 03:19:14.470321 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b4e07b23-8bb1-4270-b087-bbe5b5f33c6f req-b5658c48-8da1-47b9-a19f-941fbc8a2e2d tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477579 Oct 14 03:19:14.501043 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a37e86dd-3c42-440b-971a-251d29406cb2 req-bd8ca1e0-8f1b-4421-b0ec-3669187cd984 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858543 Oct 14 03:19:15.579137 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:15.587572 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bca53-4870-410a-bf3c-4644778d07ac req-de7fe540-6cd7-4708-996b-699464388f3a tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:15.589033 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-853bca53-4870-410a-bf3c-4644778d07ac req-de7fe540-6cd7-4708-996b-699464388f3a tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0456586 Oct 14 03:19:15.613504 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:15.633847 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e86dd-3c42-440b-971a-251d29406cb2 req-59c232b2-5b63-474d-ac1e-eb8925aad578 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:15.635206 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a37e86dd-3c42-440b-971a-251d29406cb2 req-59c232b2-5b63-474d-ac1e-eb8925aad578 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports/9022210d-e752-4633-9cb8-be36d1d5cd36 HTTP/1.1" status: 200 len: 940 time: 0.0973921 Oct 14 03:19:15.638064 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-853bca53-4870-410a-bf3c-4644778d07ac req-c2387446-51d6-4f06-afdf-1111e884dca9 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434244 Oct 14 03:19:16.760913 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623c0ad-72f7-4dcc-b03c-51c0001f3c4e req-9a31d4d6-be89-403c-bd8e-589f7c6e8cc8 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:16.762397 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e623c0ad-72f7-4dcc-b03c-51c0001f3c4e req-9a31d4d6-be89-403c-bd8e-589f7c6e8cc8 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0506353 Oct 14 03:19:16.810327 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e623c0ad-72f7-4dcc-b03c-51c0001f3c4e req-6ebcde86-b97f-4a6d-9e0c-ef2470ce5bf6 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424829 Oct 14 03:19:17.926584 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c432053-6b2a-433e-85a9-81497d5cd356 req-3542c383-0a1d-4d28-b88e-6427c06d7841 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:17.928033 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3c432053-6b2a-433e-85a9-81497d5cd356 req-3542c383-0a1d-4d28-b88e-6427c06d7841 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0451987 Oct 14 03:19:17.975861 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3c432053-6b2a-433e-85a9-81497d5cd356 req-51e91047-d961-49b7-9308-837d559c4776 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423534 Oct 14 03:19:19.096828 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a68d24-1f5f-4897-b1e4-f2f516396148 req-416bb681-55c8-4a4a-bbc8-5dd33fef995b tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:19.098889 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-25a68d24-1f5f-4897-b1e4-f2f516396148 req-416bb681-55c8-4a4a-bbc8-5dd33fef995b tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0501683 Oct 14 03:19:19.151762 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-25a68d24-1f5f-4897-b1e4-f2f516396148 req-a58de8de-0ea3-42e6-ab82-076227563a8b tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472372 Oct 14 03:19:20.273676 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca8dcb-f191-4663-bce2-800e1e8e2c09 req-7b6d7bbb-8ecf-481e-a602-e7069e432d93 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:20.275172 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f5ca8dcb-f191-4663-bce2-800e1e8e2c09 req-7b6d7bbb-8ecf-481e-a602-e7069e432d93 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0471752 Oct 14 03:19:20.324227 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f5ca8dcb-f191-4663-bce2-800e1e8e2c09 req-65ea5bf0-0543-4cf2-808d-aaadd84cb646 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435243 Oct 14 03:19:21.442961 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d490d-7362-4336-addd-a53d241a2898 req-f4309fa7-2942-405c-b17d-84168080f6e7 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:21.444401 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c02d490d-7362-4336-addd-a53d241a2898 req-f4309fa7-2942-405c-b17d-84168080f6e7 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0454414 Oct 14 03:19:21.495858 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c02d490d-7362-4336-addd-a53d241a2898 req-3f7e179c-b566-4071-9753-21a235538eaf tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458879 Oct 14 03:19:21.611657 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e86dd-3c42-440b-971a-251d29406cb2 req-a2eaab57-dd3b-4b41-b899-c5647e66acec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:21.613160 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a37e86dd-3c42-440b-971a-251d29406cb2 req-a2eaab57-dd3b-4b41-b899-c5647e66acec service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0&tenant_id=0a302ca039794ab599996fcda417a1c6 HTTP/1.1" status: 200 len: 1127 time: 0.0390294 Oct 14 03:19:21.690778 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e86dd-3c42-440b-971a-251d29406cb2 req-5c2e2203-2500-440b-9ac6-3a33ba6e9592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:21.692225 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a37e86dd-3c42-440b-971a-251d29406cb2 req-5c2e2203-2500-440b-9ac6-3a33ba6e9592 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0a302ca039794ab599996fcda417a1c6&device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 1127 time: 0.0385847 Oct 14 03:19:21.783689 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e86dd-3c42-440b-971a-251d29406cb2 req-69896502-9e23-45b9-85a1-c220feb30327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:21.785114 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a37e86dd-3c42-440b-971a-251d29406cb2 req-69896502-9e23-45b9-85a1-c220feb30327 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=71d337ac-bd81-450a-b927-c23c558a6c9e HTTP/1.1" status: 200 len: 910 time: 0.0871205 Oct 14 03:19:21.843867 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a37e86dd-3c42-440b-971a-251d29406cb2 req-87eb95d4-2a6b-47fa-b935-9077e397fe60 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9022210d-e752-4633-9cb8-be36d1d5cd36 HTTP/1.1" status: 200 len: 999 time: 0.0524704 Oct 14 03:19:21.895929 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e86dd-3c42-440b-971a-251d29406cb2 req-ba640cbb-3222-4681-8897-415d4e4c9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:21.897230 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a37e86dd-3c42-440b-971a-251d29406cb2 req-ba640cbb-3222-4681-8897-415d4e4c9e8e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=0199bcef-bd11-4b85-a678-8b372fa35b61 HTTP/1.1" status: 200 len: 848 time: 0.0457537 Oct 14 03:19:21.939490 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e86dd-3c42-440b-971a-251d29406cb2 req-04e2f2c8-add5-4bd2-a870-b44e57b3aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:21.940941 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a37e86dd-3c42-440b-971a-251d29406cb2 req-04e2f2c8-add5-4bd2-a870-b44e57b3aa73 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=71d337ac-bd81-450a-b927-c23c558a6c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380478 Oct 14 03:19:22.033353 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a37e86dd-3c42-440b-971a-251d29406cb2 req-1a864f31-d1f7-4c3c-a110-a95978773f7b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846670 Oct 14 03:19:22.086185 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:22.093058 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:22.121963 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a37e86dd-3c42-440b-971a-251d29406cb2 req-a1cb5b65-a34b-4338-bf6c-4c62149375ce service neutron] 10.222.0.40 "GET /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818853 Oct 14 03:19:22.612845 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25806398-8be7-4107-89b2-fa2b29c0d572 req-fcf44f28-0bab-4e92-95ef-110456a4bc56 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:22.614634 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-25806398-8be7-4107-89b2-fa2b29c0d572 req-fcf44f28-0bab-4e92-95ef-110456a4bc56 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0455165 Oct 14 03:19:22.663303 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-25806398-8be7-4107-89b2-fa2b29c0d572 req-df8f5a3f-e9b6-4116-8a2e-63c588b576a7 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430491 Oct 14 03:19:23.782513 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4fd95-d682-49ad-a540-372f562ee931 req-d6e86b57-7caa-4e01-b71c-db0be2e35bf3 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:23.783978 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e9a4fd95-d682-49ad-a540-372f562ee931 req-d6e86b57-7caa-4e01-b71c-db0be2e35bf3 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0454128 Oct 14 03:19:23.831013 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e9a4fd95-d682-49ad-a540-372f562ee931 req-1a1ba95e-171c-4418-a314-5dc5c0fe0a99 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409861 Oct 14 03:19:24.043796 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=6 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:24.044566 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:24.380973 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:24.386857 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=23 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:24.824607 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-70147b3f-3c4f-48a9-a8c6-e24c09e76cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:24.953458 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203a30c-4bd1-4f8c-ae6a-3d1463350964 req-d1eddf5b-a734-49bc-91d4-c0dab8252367 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:24.954920 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e203a30c-4bd1-4f8c-ae6a-3d1463350964 req-d1eddf5b-a734-49bc-91d4-c0dab8252367 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0497460 Oct 14 03:19:25.003186 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e203a30c-4bd1-4f8c-ae6a-3d1463350964 req-d8e21aed-0f6c-4d14-9254-b45c71ccc844 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426972 Oct 14 03:19:26.122315 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6e4b1-74c1-475e-9f7a-3d2abb1dd0a1 req-cc8cb7b1-cd40-43f2-b64a-fa5842f10f36 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:26.123844 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-59e6e4b1-74c1-475e-9f7a-3d2abb1dd0a1 req-cc8cb7b1-cd40-43f2-b64a-fa5842f10f36 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0468540 Oct 14 03:19:26.181240 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-59e6e4b1-74c1-475e-9f7a-3d2abb1dd0a1 req-9e766a7f-a69d-474b-b4b6-757882fa6bdc tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509381 Oct 14 03:19:27.071370 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2c5ef86f-96d3-430a-9fae-7bd69576bcf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:27.293178 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbda0c-f42b-4963-9e9d-3d956591d753 req-03964476-4b5d-4ed1-a4ab-8d9a76ffe717 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:27.294701 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c4dbda0c-f42b-4963-9e9d-3d956591d753 req-03964476-4b5d-4ed1-a4ab-8d9a76ffe717 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0455506 Oct 14 03:19:27.345942 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c4dbda0c-f42b-4963-9e9d-3d956591d753 req-d49d907a-f6ab-4bd1-aa25-83c910bfbf8a tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458221 Oct 14 03:19:28.243022 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 9022210d-e752-4633-9cb8-be36d1d5cd36 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:19:28.353479 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 9022210d-e752-4633-9cb8-be36d1d5cd36, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9022210d-e752-4633-9cb8-be36d1d5cd36,segment=NetworkSegment(2f84e0ef-b9c3-483a-945c-8b95ada503de),segment_id=2f84e0ef-b9c3-483a-945c-8b95ada503de)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:19:28.355784 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:28.364410 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': '9022210d-e752-4633-9cb8-be36d1d5cd36', 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e', 'port_id': '9022210d-e752-4633-9cb8-be36d1d5cd36', 'mac_address': 'fa:16:3e:c2:cb:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:19:28.399697 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 9022210d-e752-4633-9cb8-be36d1d5cd36 is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:19:28.400143 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:28.413710 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9022210d-e752-4633-9cb8-be36d1d5cd36 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:19:28.433588 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 9022210d-e752-4633-9cb8-be36d1d5cd36, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9022210d-e752-4633-9cb8-be36d1d5cd36,segment=NetworkSegment(2f84e0ef-b9c3-483a-945c-8b95ada503de),segment_id=2f84e0ef-b9c3-483a-945c-8b95ada503de)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:19:28.468503 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e9919-d79e-4ddb-a671-76f116b43363 req-31b698e0-07a9-4d1d-95d7-be354e362540 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:28.469967 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1d0e9919-d79e-4ddb-a671-76f116b43363 req-31b698e0-07a9-4d1d-95d7-be354e362540 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 943 time: 0.0466189 Oct 14 03:19:28.481073 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:28.488790 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:28.500833 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:28.519744 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1d0e9919-d79e-4ddb-a671-76f116b43363 req-bd29e8f7-490f-46cc-bfea-275542e31169 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439663 Oct 14 03:19:28.538948 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=9022210d-e752-4633-9cb8-be36d1d5cd36,revision_number=7']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:28.696651 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6a0b5fe3-6e2e-4191-8fb1-43a5d50d1cd7 req-7fd8e0f0-5f3e-4c36-aa1a-952365eda15e tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-852818805&fields=id&tenant_id=f2c0270c3f82423ea62db21e22ac86bd HTTP/1.1" status: 200 len: 267 time: 0.0439124 Oct 14 03:19:28.745967 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b5fe3-6e2e-4191-8fb1-43a5d50d1cd7 req-f738eda0-33b8-4ec6-8df0-8f0def75572c tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:28.747397 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6a0b5fe3-6e2e-4191-8fb1-43a5d50d1cd7 req-f738eda0-33b8-4ec6-8df0-8f0def75572c tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 985 time: 0.0454531 Oct 14 03:19:28.758248 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [req-6a0b5fe3-6e2e-4191-8fb1-43a5d50d1cd7 req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Request body: {'port': {'security_groups': ['97d17dd0-d9ad-4fe1-868b-82a873fd3dcd']}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:19:28.831080 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-6a0b5fe3-6e2e-4191-8fb1-43a5d50d1cd7 req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:28.837238 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['9022210d-e752-4633-9cb8-be36d1d5cd36'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:19:29.003871 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [req-6a0b5fe3-6e2e-4191-8fb1-43a5d50d1cd7 req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] For port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7,segment=NetworkSegment(63079d40-8fd0-414b-8b30-767048e5d668),segment_id=63079d40-8fd0-414b-8b30-767048e5d668)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:19:29.032467 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-6a0b5fe3-6e2e-4191-8fb1-43a5d50d1cd7 req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:29.094306 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-6a0b5fe3-6e2e-4191-8fb1-43a5d50d1cd7 req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129412714'] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:29.104594 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b5fe3-6e2e-4191-8fb1-43a5d50d1cd7 req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:29.105195 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [req-6a0b5fe3-6e2e-4191-8fb1-43a5d50d1cd7 req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:29.106570 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6a0b5fe3-6e2e-4191-8fb1-43a5d50d1cd7 req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "PUT /networking/v2.0/ports/58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 HTTP/1.1" status: 200 len: 943 time: 0.3532112 Oct 14 03:19:29.107123 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'tag': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7'}] {{(pid=105049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:19:29.109361 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fb9ae14b47f429fd368683312699964b37f4ab477e95edbe6fc545a578585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da91afc8-56d1-417b-a3bf-b3bc9c00bb17" -d '{"events": [{"name": "network-changed", "server_uuid": "d60599b5-5691-4ad2-ac62-6cc7744f974a", "tag": "58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7"}]}' {{(pid=105049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:19:29.112552 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43378) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:19:29.156037 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f41f60-cd97-4f85-93fe-016ac4dc3386 x-openstack-request-id: req-44f41f60-cd97-4f85-93fe-016ac4dc3386 {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:19:29.156396 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60599b5-5691-4ad2-ac62-6cc7744f974a", "tag": "58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7", "status": "completed", "code": 200}]} {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:19:29.156738 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44f41f60-cd97-4f85-93fe-016ac4dc3386 {{(pid=105049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:19:29.157201 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f41f60-cd97-4f85-93fe-016ac4dc3386'] response: {'name': 'network-changed', 'server_uuid': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'tag': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7', 'status': 'completed', 'code': 200} Oct 14 03:19:29.162022 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Pushing event updated for resources: {'Port': ['ID=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7,revision_number=7']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:29.169282 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.169634 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.170000 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.170340 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.170682 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.171016 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.171345 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.171675 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.172009 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.172339 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.172760 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.173088 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.173411 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.173737 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.173876 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group (43a1a7e4-27e3-4036-86a0-0fe7cb60c822), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:29.174082 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e01fd-3cad-4da6-876b-83044ec8f932 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.199457 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group (43a1a7e4-27e3-4036-86a0-0fe7cb60c822), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:29.269363 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91afc8-56d1-417b-a3bf-b3bc9c00bb17 req-633ca7db-026a-4b4c-b58d-667a286cbce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:29.270880 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-da91afc8-56d1-417b-a3bf-b3bc9c00bb17 req-633ca7db-026a-4b4c-b58d-667a286cbce7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f2c0270c3f82423ea62db21e22ac86bd&device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 1130 time: 0.0605032 Oct 14 03:19:29.361975 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91afc8-56d1-417b-a3bf-b3bc9c00bb17 req-1548c735-63be-445a-8a9f-7906d0eeafda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:29.363445 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-da91afc8-56d1-417b-a3bf-b3bc9c00bb17 req-1548c735-63be-445a-8a9f-7906d0eeafda service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e3839baf-b0cf-4ade-9ba8-3b5f5df4328e HTTP/1.1" status: 200 len: 915 time: 0.0864916 Oct 14 03:19:29.416065 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (43a1a7e4-27e3-4036-86a0-0fe7cb60c822), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:29.418619 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:29.419767 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/43a1a7e4-27e3-4036-86a0-0fe7cb60c822 HTTP/1.1" status: 204 len: 168 time: 0.3059096 Oct 14 03:19:29.422763 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43380) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:19:29.436658 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a1a7e4-27e3-4036-86a0-0fe7cb60c822,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:29.443095 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-da91afc8-56d1-417b-a3bf-b3bc9c00bb17 req-8e4145e1-64ae-4795-8d96-d1315b875011 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 HTTP/1.1" status: 200 len: 1001 time: 0.0730631 Oct 14 03:19:29.447820 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.453093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.453093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.453093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.453093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.453093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.453093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.453093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.453093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.453093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.453093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.453093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.453093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.453093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.454408 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2e6abd-6e56-464d-a69a-0421fff591c6 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:19:29.501912 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91afc8-56d1-417b-a3bf-b3bc9c00bb17 req-36ba0f54-e669-4fb5-8ad1-428b709c6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:29.503357 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-da91afc8-56d1-417b-a3bf-b3bc9c00bb17 req-36ba0f54-e669-4fb5-8ad1-428b709c6422 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=4af91a2d-db94-4767-9f16-983be71e7f78 HTTP/1.1" status: 200 len: 853 time: 0.0471957 Oct 14 03:19:29.546693 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91afc8-56d1-417b-a3bf-b3bc9c00bb17 req-e1c53d5f-132f-4c00-8f20-1bcbf2ae8144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:29.548198 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-da91afc8-56d1-417b-a3bf-b3bc9c00bb17 req-e1c53d5f-132f-4c00-8f20-1bcbf2ae8144 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e3839baf-b0cf-4ade-9ba8-3b5f5df4328e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383697 Oct 14 03:19:29.586030 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-caaa802d-4784-437d-8f6b-99f39f7b594a tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Deleting port c6159835-b8b9-458d-a641-6772c15acc32 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:19:29.586640 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-caaa802d-4784-437d-8f6b-99f39f7b594a tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (c6159835-b8b9-458d-a641-6772c15acc32), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:29.606920 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:19:29.649787 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-da91afc8-56d1-417b-a3bf-b3bc9c00bb17 req-49059701-ac25-4caf-804e-7872bea95907 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e3839baf-b0cf-4ade-9ba8-3b5f5df4328e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946162 Oct 14 03:19:29.680511 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111bbde-ed1b-4fb5-999e-5b615f24bedc req-d1c3f3ec-21d7-4353-83a5-0a83c4a5ebb8 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:29.687480 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8111bbde-ed1b-4fb5-999e-5b615f24bedc req-d1c3f3ec-21d7-4353-83a5-0a83c4a5ebb8 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 944 time: 0.0837975 Oct 14 03:19:29.750768 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-caaa802d-4784-437d-8f6b-99f39f7b594a tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (c6159835-b8b9-458d-a641-6772c15acc32), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:29.751027 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-caaa802d-4784-437d-8f6b-99f39f7b594a tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for floatingip (c6159835-b8b9-458d-a641-6772c15acc32), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:29.751400 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-da91afc8-56d1-417b-a3bf-b3bc9c00bb17 req-8aa9e064-31a7-4ff1-913a-66963146e898 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e3839baf-b0cf-4ade-9ba8-3b5f5df4328e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934479 Oct 14 03:19:29.752772 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:19:29.757581 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8111bbde-ed1b-4fb5-999e-5b615f24bedc req-83592d06-8ff3-4aa4-8e64-31080407f7e6 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693135 Oct 14 03:19:29.761864 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:29.768884 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-caaa802d-4784-437d-8f6b-99f39f7b594a tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Calling delete_port for c6159835-b8b9-458d-a641-6772c15acc32 owned by network:floatingip {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:19:29.813868 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:29.860461 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:29.868684 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:29.895976 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:29.991315 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-caaa802d-4784-437d-8f6b-99f39f7b594a tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (c6159835-b8b9-458d-a641-6772c15acc32), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:29.991556 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:30.015814 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa802d-4784-437d-8f6b-99f39f7b594a tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Pushing event deleted for resources: {'Port': ['ID=c6159835-b8b9-458d-a641-6772c15acc32,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:30.077215 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-caaa802d-4784-437d-8f6b-99f39f7b594a tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks [] for floatingip (c6927d12-24a5-4af2-8b89-e19553b8ae7d), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:30.077543 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.l3_db [None req-caaa802d-4784-437d-8f6b-99f39f7b594a tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Floating IP c6927d12-24a5-4af2-8b89-e19553b8ae7d disassociated (deleted). External IP: 172.27.3.33, port: 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7. Oct 14 03:19:30.268374 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 9022210d-e752-4633-9cb8-be36d1d5cd36 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:19:30.274409 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caaa802d-4784-437d-8f6b-99f39f7b594a tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Router 35f7d862-2870-4a54-b44e-6e7048aea144 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:19:30.311534 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port 9022210d-e752-4633-9cb8-be36d1d5cd36 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:19:30.311905 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:30.312237 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port 9022210d-e752-4633-9cb8-be36d1d5cd36 Oct 14 03:19:30.376752 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaa802d-4784-437d-8f6b-99f39f7b594a tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:19:30.381572 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-caaa802d-4784-437d-8f6b-99f39f7b594a tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:30.387791 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a697ece5-9070-4c50-8388-92f008996a18 None None] Sync routers for ids ['35f7d862-2870-4a54-b44e-6e7048aea144'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:19:30.388444 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 9022210d-e752-4633-9cb8-be36d1d5cd36 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:19:30.388929 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:30.399005 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a697ece5-9070-4c50-8388-92f008996a18 None None] Routers {'35f7d862-2870-4a54-b44e-6e7048aea144'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:19:30.399628 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-a697ece5-9070-4c50-8388-92f008996a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:19:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['35f7d862-2870-4a54-b44e-6e7048aea144'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:19:30.411033 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-caaa802d-4784-437d-8f6b-99f39f7b594a tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/c6927d12-24a5-4af2-8b89-e19553b8ae7d HTTP/1.1" status: 204 len: 168 time: 0.9871089 Oct 14 03:19:30.417279 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9022210d-e752-4633-9cb8-be36d1d5cd36'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:19:30.419765 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaec4eb-f1b1-45dd-93be-2c922d239e28" -d '{"events": [{"server_uuid": "fa7b2b6d-19a6-45e5-a1ad-731398a95ed0", "name": "network-vif-plugged", "status": "completed", "tag": "9022210d-e752-4633-9cb8-be36d1d5cd36"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:19:30.433438 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 9022210d-e752-4633-9cb8-be36d1d5cd36, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9022210d-e752-4633-9cb8-be36d1d5cd36,segment=NetworkSegment(2f84e0ef-b9c3-483a-945c-8b95ada503de),segment_id=2f84e0ef-b9c3-483a-945c-8b95ada503de)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:19:30.465159 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93a04e4-fd5f-4e5c-8a77-c56f06c18bd5 x-openstack-request-id: req-f93a04e4-fd5f-4e5c-8a77-c56f06c18bd5 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:19:30.465463 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7b2b6d-19a6-45e5-a1ad-731398a95ed0", "name": "network-vif-plugged", "status": "completed", "tag": "9022210d-e752-4633-9cb8-be36d1d5cd36", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:19:30.465724 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f93a04e4-fd5f-4e5c-8a77-c56f06c18bd5 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:19:30.466157 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93a04e4-fd5f-4e5c-8a77-c56f06c18bd5'] response: {'server_uuid': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9022210d-e752-4633-9cb8-be36d1d5cd36', 'code': 200} Oct 14 03:19:30.498673 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:30.516437 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-a697ece5-9070-4c50-8388-92f008996a18 None None] Set router 35f7d862-2870-4a54-b44e-6e7048aea144 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:19:30.568655 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=9022210d-e752-4633-9cb8-be36d1d5cd36,revision_number=8']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:30.710199 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-a697ece5-9070-4c50-8388-92f008996a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'name': 'tempest-TestMinimumBasicScenario-737330180-router', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:16Z', 'updated_at': '2022-10-14T03:17:19Z', 'revision_number': 4, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'gw_port': {'id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:17Z', 'updated_at': '2022-10-14T03:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': 'df86c9c5-a896-4131-a73a-5b2871cb7b90', 'name': '', 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'mac_address': 'fa:16:3e:61:b0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:19Z', 'updated_at': '2022-10-14T03:17:26Z', 'revision_number': 5, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'subnets': [{'id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:19:30.734946 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a697ece5-9070-4c50-8388-92f008996a18 None None] Checking router: 35f7d862-2870-4a54-b44e-6e7048aea144 for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:19:30.743887 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a697ece5-9070-4c50-8388-92f008996a18 None None] Routers {'35f7d862-2870-4a54-b44e-6e7048aea144'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:19:30.744594 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-a697ece5-9070-4c50-8388-92f008996a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:19:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['35f7d862-2870-4a54-b44e-6e7048aea144'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:19:30.851315 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-a697ece5-9070-4c50-8388-92f008996a18 None None] Set router 35f7d862-2870-4a54-b44e-6e7048aea144 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:19:30.858596 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910952d-36f3-47e4-97a9-09875b572e71 req-d9e45478-8917-48ce-bf95-b6e18fb13ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:30.860105 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5910952d-36f3-47e4-97a9-09875b572e71 req-d9e45478-8917-48ce-bf95-b6e18fb13ef1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0403409 Oct 14 03:19:30.912447 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-5910952d-36f3-47e4-97a9-09875b572e71 req-d78a6aa8-532b-4105-bbd0-e1dbfe63b71d service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442407 Oct 14 03:19:30.913108 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ac68f-b13e-41ca-a053-201d310211b1 req-75321698-3461-46df-a5da-e85fdf1e2593 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:30.916180 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-de9ac68f-b13e-41ca-a053-201d310211b1 req-75321698-3461-46df-a5da-e85fdf1e2593 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0682430 Oct 14 03:19:30.972699 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-de9ac68f-b13e-41ca-a053-201d310211b1 req-a67803f2-1824-4854-ad8b-3280290f9518 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503335 Oct 14 03:19:31.119641 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-a697ece5-9070-4c50-8388-92f008996a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'name': 'tempest-TestMinimumBasicScenario-737330180-router', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:16Z', 'updated_at': '2022-10-14T03:17:19Z', 'revision_number': 4, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'gw_port': {'id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:17Z', 'updated_at': '2022-10-14T03:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': 'df86c9c5-a896-4131-a73a-5b2871cb7b90', 'name': '', 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'mac_address': 'fa:16:3e:61:b0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:19Z', 'updated_at': '2022-10-14T03:17:26Z', 'revision_number': 5, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'subnets': [{'id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:19:31.146117 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a697ece5-9070-4c50-8388-92f008996a18 None None] The sync data for ids ['35f7d862-2870-4a54-b44e-6e7048aea144'] in dv-cinder-801522-13-iscsi is: [{'id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'name': 'tempest-TestMinimumBasicScenario-737330180-router', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:16Z', 'updated_at': '2022-10-14T03:17:19Z', 'revision_number': 4, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'gw_port': {'id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:17Z', 'updated_at': '2022-10-14T03:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': 'df86c9c5-a896-4131-a73a-5b2871cb7b90', 'name': '', 'network_id': 'e3839baf-b0cf-4ade-9ba8-3b5f5df4328e', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'mac_address': 'fa:16:3e:61:b0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:19Z', 'updated_at': '2022-10-14T03:17:26Z', 'revision_number': 5, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'subnets': [{'id': '4af91a2d-db94-4767-9f16-983be71e7f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:19:31.158810 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'tag': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7'}] {{(pid=105049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:19:31.161160 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fb9ae14b47f429fd368683312699964b37f4ab477e95edbe6fc545a578585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de49437-73fd-4a60-9ad3-ac7c5d15a277" -d '{"events": [{"name": "network-changed", "server_uuid": "d60599b5-5691-4ad2-ac62-6cc7744f974a", "tag": "58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7"}]}' {{(pid=105049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:19:31.199034 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929bd971-8445-4c0d-8938-8dcee6cd731b x-openstack-request-id: req-929bd971-8445-4c0d-8938-8dcee6cd731b {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:19:31.199315 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60599b5-5691-4ad2-ac62-6cc7744f974a", "tag": "58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7", "status": "completed", "code": 200}]} {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:19:31.199570 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-929bd971-8445-4c0d-8938-8dcee6cd731b {{(pid=105049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:19:31.199978 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-929bd971-8445-4c0d-8938-8dcee6cd731b'] response: {'name': 'network-changed', 'server_uuid': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'tag': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7', 'status': 'completed', 'code': 200} Oct 14 03:19:31.360041 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee9c9a-9d6d-46c7-9387-f87a45715237 None None] New status for floating IP c6927d12-24a5-4af2-8b89-e19553b8ae7d: DOWN {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:19:31.890957 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de49437-73fd-4a60-9ad3-ac7c5d15a277 req-2237e9f8-d72d-4d81-9fa4-8e3d0a5dedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:31.892408 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1de49437-73fd-4a60-9ad3-ac7c5d15a277 req-2237e9f8-d72d-4d81-9fa4-8e3d0a5dedd6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f2c0270c3f82423ea62db21e22ac86bd&device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 1130 time: 0.0380971 Oct 14 03:19:31.912319 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:31.993266 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de49437-73fd-4a60-9ad3-ac7c5d15a277 req-80e2d521-d266-42b5-9a98-ca3e696aa187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:31.994770 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1de49437-73fd-4a60-9ad3-ac7c5d15a277 req-80e2d521-d266-42b5-9a98-ca3e696aa187 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e3839baf-b0cf-4ade-9ba8-3b5f5df4328e HTTP/1.1" status: 200 len: 915 time: 0.0900135 Oct 14 03:19:32.040409 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1de49437-73fd-4a60-9ad3-ac7c5d15a277 req-e33c1648-b389-4d4f-81e4-ba8cf84aacb8 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 HTTP/1.1" status: 200 len: 217 time: 0.0360627 Oct 14 03:19:32.091947 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de49437-73fd-4a60-9ad3-ac7c5d15a277 req-a650a4ad-61e0-4c08-9d25-f4373e705fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:32.092523 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:32.093439 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1de49437-73fd-4a60-9ad3-ac7c5d15a277 req-a650a4ad-61e0-4c08-9d25-f4373e705fcd service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=4af91a2d-db94-4767-9f16-983be71e7f78 HTTP/1.1" status: 200 len: 853 time: 0.0464590 Oct 14 03:19:32.101700 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675aa85d-b656-4ab0-b9cc-15981289c76c req-ca5f833e-3f72-4465-a980-74b0cb222c61 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:32.103609 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-675aa85d-b656-4ab0-b9cc-15981289c76c req-ca5f833e-3f72-4465-a980-74b0cb222c61 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0501924 Oct 14 03:19:32.152995 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-675aa85d-b656-4ab0-b9cc-15981289c76c req-7ae6e96e-91c2-4466-9688-5899d9310a66 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439882 Oct 14 03:19:32.239041 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de49437-73fd-4a60-9ad3-ac7c5d15a277 req-8ead9280-e4f6-402c-8971-c4ab6d4e50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:32.241051 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1de49437-73fd-4a60-9ad3-ac7c5d15a277 req-8ead9280-e4f6-402c-8971-c4ab6d4e50b5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e3839baf-b0cf-4ade-9ba8-3b5f5df4328e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458865 Oct 14 03:19:32.736612 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:32.762566 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1de49437-73fd-4a60-9ad3-ac7c5d15a277 req-12fce71d-4b73-49b8-803a-e6cf47da7ebf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e3839baf-b0cf-4ade-9ba8-3b5f5df4328e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846779 Oct 14 03:19:32.853315 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1de49437-73fd-4a60-9ad3-ac7c5d15a277 req-761a81ee-ceae-4128-ad2c-a3792e96120e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e3839baf-b0cf-4ade-9ba8-3b5f5df4328e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846245 Oct 14 03:19:33.275856 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506613f-732a-4afb-8efd-568988116cc3 req-a3aa0fcf-07cb-4ad9-9530-727bb2ad2175 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:33.278406 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8506613f-732a-4afb-8efd-568988116cc3 req-a3aa0fcf-07cb-4ad9-9530-727bb2ad2175 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0471690 Oct 14 03:19:33.325055 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8506613f-732a-4afb-8efd-568988116cc3 req-c57fe766-d5e7-4011-95c2-a47daaf2cdab tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420010 Oct 14 03:19:33.835124 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:34.763929 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdc70c-368d-43f0-867e-5f948ffa6969 req-5ee48e36-4564-4454-840e-1568e97ea10f tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:34.765384 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7ffdc70c-368d-43f0-867e-5f948ffa6969 req-5ee48e36-4564-4454-840e-1568e97ea10f tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 946 time: 0.0500481 Oct 14 03:19:34.811869 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7ffdc70c-368d-43f0-867e-5f948ffa6969 req-ce5dfb77-a487-43c4-bce2-89476cbf726a tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409167 Oct 14 03:19:35.931113 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ce75b-b28e-413d-849a-9396d980d04f req-1d985b5a-e3bd-472f-9650-8a2eeba5f182 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:35.932553 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d73ce75b-b28e-413d-849a-9396d980d04f req-1d985b5a-e3bd-472f-9650-8a2eeba5f182 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 946 time: 0.0450323 Oct 14 03:19:35.978672 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d73ce75b-b28e-413d-849a-9396d980d04f req-5e700143-9705-4814-a590-34c6cd617691 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405612 Oct 14 03:19:36.703273 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efeefd-683b-46d4-8e56-c9abcd58020b req-ff4b2d4b-6cb5-4be4-9169-95d987296d3f tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:19:36.704695 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-12efeefd-683b-46d4-8e56-c9abcd58020b req-ff4b2d4b-6cb5-4be4-9169-95d987296d3f tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 946 time: 0.0452347 Oct 14 03:19:36.786903 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-12efeefd-683b-46d4-8e56-c9abcd58020b req-5c911bff-a132-4f57-b4d8-a5d2f87b08cc tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Deleting port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:19:36.787152 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-12efeefd-683b-46d4-8e56-c9abcd58020b req-5c911bff-a132-4f57-b4d8-a5d2f87b08cc tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:36.873327 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-12efeefd-683b-46d4-8e56-c9abcd58020b req-5c911bff-a132-4f57-b4d8-a5d2f87b08cc tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] For port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7,segment=NetworkSegment(63079d40-8fd0-414b-8b30-767048e5d668),segment_id=63079d40-8fd0-414b-8b30-767048e5d668)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:19:36.873673 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-12efeefd-683b-46d4-8e56-c9abcd58020b req-5c911bff-a132-4f57-b4d8-a5d2f87b08cc tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:36.886060 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-12efeefd-683b-46d4-8e56-c9abcd58020b req-5c911bff-a132-4f57-b4d8-a5d2f87b08cc tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Calling delete_port for 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:19:37.065600 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-12efeefd-683b-46d4-8e56-c9abcd58020b req-5c911bff-a132-4f57-b4d8-a5d2f87b08cc tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:37.081392 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-09a8f2c2-688e-47a6-93e0-c0b6e5c1e56b req-34384508-3041-4369-8939-9c6f37145420 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 210 time: 0.0270312 Oct 14 03:19:37.100068 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c911bff-a132-4f57-b4d8-a5d2f87b08cc tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Pushing event deleted for resources: {'Port': ['ID=58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:37.113516 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:19:37.145292 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-12efeefd-683b-46d4-8e56-c9abcd58020b req-5c911bff-a132-4f57-b4d8-a5d2f87b08cc tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] No DVR routers for this DVR port 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:19:37.148159 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-12efeefd-683b-46d4-8e56-c9abcd58020b req-5c911bff-a132-4f57-b4d8-a5d2f87b08cc tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:37.151400 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-12efeefd-683b-46d4-8e56-c9abcd58020b req-5c911bff-a132-4f57-b4d8-a5d2f87b08cc tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.40 "DELETE /networking/v2.0/ports/58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 HTTP/1.1" status: 204 len: 173 time: 0.4416735 Oct 14 03:19:37.155538 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'name': 'network-vif-deleted', 'tag': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:19:37.155538 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b5d129-7a2d-4094-8d05-e8ac564c5711" -d '{"events": [{"server_uuid": "d60599b5-5691-4ad2-ac62-6cc7744f974a", "name": "network-vif-deleted", "tag": "58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:19:37.190429 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1396785-9ebb-43d3-b2f7-748ef788963d x-openstack-request-id: req-e1396785-9ebb-43d3-b2f7-748ef788963d {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:19:37.190724 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60599b5-5691-4ad2-ac62-6cc7744f974a", "name": "network-vif-deleted", "tag": "58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:19:37.190975 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1396785-9ebb-43d3-b2f7-748ef788963d {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:19:37.191376 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1396785-9ebb-43d3-b2f7-748ef788963d'] response: {'server_uuid': 'd60599b5-5691-4ad2-ac62-6cc7744f974a', 'name': 'network-vif-deleted', 'tag': '58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7', 'status': 'completed', 'code': 200} Oct 14 03:19:38.200112 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6fb16577-bb99-4fac-8a84-deebc8f131ab req-b6a6fad4-a5ca-495a-9c6f-538425d71797 tempest-TestMinimumBasicScenario-730547108 tempest-TestMinimumBasicScenario-730547108-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=d60599b5-5691-4ad2-ac62-6cc7744f974a HTTP/1.1" status: 200 len: 210 time: 0.0311372 Oct 14 03:19:40.266520 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:19:40.286626 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:19:40.286923 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 58dad5a6-7dc5-45c5-9ec4-b5188e89a6d7 not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:19:40.461470 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43478) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:19:40.651689 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:40.765152 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ee78717a-10c0-48a7-9d0a-1ebb14e5be23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737090'] for router_interface (35f7d862-2870-4a54-b44e-6e7048aea144), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:40.978155 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-ee78717a-10c0-48a7-9d0a-1ebb14e5be23 admin admin] Deleting port df86c9c5-a896-4131-a73a-5b2871cb7b90 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:19:40.978382 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ee78717a-10c0-48a7-9d0a-1ebb14e5be23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:41.028426 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:41.056881 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-ee78717a-10c0-48a7-9d0a-1ebb14e5be23 admin admin] For port df86c9c5-a896-4131-a73a-5b2871cb7b90, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=df86c9c5-a896-4131-a73a-5b2871cb7b90,segment=NetworkSegment(63079d40-8fd0-414b-8b30-767048e5d668),segment_id=63079d40-8fd0-414b-8b30-767048e5d668)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:19:41.057331 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ee78717a-10c0-48a7-9d0a-1ebb14e5be23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:41.074093 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-ee78717a-10c0-48a7-9d0a-1ebb14e5be23 admin admin] Calling delete_port for df86c9c5-a896-4131-a73a-5b2871cb7b90 owned by network:router_interface {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:19:41.309608 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ee78717a-10c0-48a7-9d0a-1ebb14e5be23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (df86c9c5-a896-4131-a73a-5b2871cb7b90), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:41.331541 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78717a-10c0-48a7-9d0a-1ebb14e5be23 admin admin] Pushing event deleted for resources: {'Port': ['ID=df86c9c5-a896-4131-a73a-5b2871cb7b90,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:41.724901 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ee78717a-10c0-48a7-9d0a-1ebb14e5be23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737078'] for router_interface (35f7d862-2870-4a54-b44e-6e7048aea144), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:41.745224 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66277d9e-81fa-4162-8afe-42dc2df9a184 None None] get_active_networks_info from dv-cinder-801522-13-iscsi {{(pid=105051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 03:19:41.776252 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:41.832178 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66277d9e-81fa-4162-8afe-42dc2df9a184 None None] Resources bound (agent type, host, resource id): {{(pid=105051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 03:19:41.911305 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:41.929373 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee78717a-10c0-48a7-9d0a-1ebb14e5be23 admin admin] Router 35f7d862-2870-4a54-b44e-6e7048aea144 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:19:42.046030 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee78717a-10c0-48a7-9d0a-1ebb14e5be23 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:19:42.053619 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43480) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:19:42.054155 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-ee78717a-10c0-48a7-9d0a-1ebb14e5be23 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/35f7d862-2870-4a54-b44e-6e7048aea144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5900152 Oct 14 03:19:42.054560 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449065a-eadb-4fea-93f7-ec57876ebd47 None None] Sync routers for ids ['35f7d862-2870-4a54-b44e-6e7048aea144'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:19:42.064666 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1449065a-eadb-4fea-93f7-ec57876ebd47 None None] Routers {'35f7d862-2870-4a54-b44e-6e7048aea144'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:19:42.065271 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-1449065a-eadb-4fea-93f7-ec57876ebd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:19:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['35f7d862-2870-4a54-b44e-6e7048aea144'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:19:42.156694 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:42.160583 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-04a43426-6dfb-4297-a2aa-bb29d69f27fd admin admin] Publish callbacks [] for router (35f7d862-2870-4a54-b44e-6e7048aea144), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:42.171309 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-1449065a-eadb-4fea-93f7-ec57876ebd47 None None] Set router 35f7d862-2870-4a54-b44e-6e7048aea144 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:19:42.267186 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:42.267852 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-04a43426-6dfb-4297-a2aa-bb29d69f27fd admin admin] Publish callbacks [] for router_gateway (35f7d862-2870-4a54-b44e-6e7048aea144), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:42.269176 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:42.346429 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-1449065a-eadb-4fea-93f7-ec57876ebd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'name': 'tempest-TestMinimumBasicScenario-737330180-router', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:16Z', 'updated_at': '2022-10-14T03:19:41Z', 'revision_number': 5, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'gw_port': {'id': '0ea72691-cf9e-412e-b51f-f04b3719335d', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:17Z', 'updated_at': '2022-10-14T03:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:19:42.376965 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449065a-eadb-4fea-93f7-ec57876ebd47 None None] Checking router: 35f7d862-2870-4a54-b44e-6e7048aea144 for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:19:42.387094 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1449065a-eadb-4fea-93f7-ec57876ebd47 None None] Routers {'35f7d862-2870-4a54-b44e-6e7048aea144'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:19:42.387682 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-1449065a-eadb-4fea-93f7-ec57876ebd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:19:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['35f7d862-2870-4a54-b44e-6e7048aea144'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:19:42.389078 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-04a43426-6dfb-4297-a2aa-bb29d69f27fd admin admin] Deleting port 0ea72691-cf9e-412e-b51f-f04b3719335d {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:19:42.389474 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-04a43426-6dfb-4297-a2aa-bb29d69f27fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (0ea72691-cf9e-412e-b51f-f04b3719335d), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:42.469428 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-1449065a-eadb-4fea-93f7-ec57876ebd47 None None] Set router 35f7d862-2870-4a54-b44e-6e7048aea144 gateway port host: None {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:19:42.471601 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [None req-04a43426-6dfb-4297-a2aa-bb29d69f27fd admin admin] For port 0ea72691-cf9e-412e-b51f-f04b3719335d, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=0ea72691-cf9e-412e-b51f-f04b3719335d,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:19:42.471963 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-04a43426-6dfb-4297-a2aa-bb29d69f27fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (0ea72691-cf9e-412e-b51f-f04b3719335d), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:42.485335 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-04a43426-6dfb-4297-a2aa-bb29d69f27fd admin admin] Calling delete_port for 0ea72691-cf9e-412e-b51f-f04b3719335d owned by network:router_gateway {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:19:42.489934 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-ba4e8958-c34b-4b34-b459-e818b1ef47fb None None] Provisioning complete for port 972e8039-847f-4b7a-ad67-732edf11a770 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:19:42.490401 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-ba4e8958-c34b-4b34-b459-e818b1ef47fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (972e8039-847f-4b7a-ad67-732edf11a770), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:42.490856 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-ba4e8958-c34b-4b34-b459-e818b1ef47fb None None] Attempt 1 to provision port 972e8039-847f-4b7a-ad67-732edf11a770 Oct 14 03:19:42.521199 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-1449065a-eadb-4fea-93f7-ec57876ebd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'name': 'tempest-TestMinimumBasicScenario-737330180-router', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:16Z', 'updated_at': '2022-10-14T03:19:42Z', 'revision_number': 6, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'gw_port_host': None}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:19:42.536838 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:42.545856 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449065a-eadb-4fea-93f7-ec57876ebd47 None None] The sync data for ids ['35f7d862-2870-4a54-b44e-6e7048aea144'] in dv-cinder-801522-13-iscsi is: [{'id': '35f7d862-2870-4a54-b44e-6e7048aea144', 'name': 'tempest-TestMinimumBasicScenario-737330180-router', 'tenant_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:16Z', 'updated_at': '2022-10-14T03:19:42Z', 'revision_number': 6, 'project_id': 'f2c0270c3f82423ea62db21e22ac86bd', 'gw_port_host': None}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:19:42.568206 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e8958-c34b-4b34-b459-e818b1ef47fb None None] Current status of the port 972e8039-847f-4b7a-ad67-732edf11a770 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:19:42.738155 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-04a43426-6dfb-4297-a2aa-bb29d69f27fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (0ea72691-cf9e-412e-b51f-f04b3719335d), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:42.766753 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a43426-6dfb-4297-a2aa-bb29d69f27fd admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea72691-cf9e-412e-b51f-f04b3719335d,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:42.826161 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-04a43426-6dfb-4297-a2aa-bb29d69f27fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729212'] for router_gateway (35f7d862-2870-4a54-b44e-6e7048aea144), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:42.909690 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-04a43426-6dfb-4297-a2aa-bb29d69f27fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (35f7d862-2870-4a54-b44e-6e7048aea144), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:42.911837 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-04a43426-6dfb-4297-a2aa-bb29d69f27fd admin admin] Publish callbacks [] for router_controller (35f7d862-2870-4a54-b44e-6e7048aea144), precommit_delete_associations {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.006814 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-04a43426-6dfb-4297-a2aa-bb29d69f27fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737134'] for router (35f7d862-2870-4a54-b44e-6e7048aea144), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.007464 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a43426-6dfb-4297-a2aa-bb29d69f27fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35f7d862-2870-4a54-b44e-6e7048aea144 {{(pid=105050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 03:19:43.012211 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-04a43426-6dfb-4297-a2aa-bb29d69f27fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.013453 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-04a43426-6dfb-4297-a2aa-bb29d69f27fd admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/35f7d862-2870-4a54-b44e-6e7048aea144 HTTP/1.1" status: 204 len: 168 time: 0.9586439 Oct 14 03:19:43.015992 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43482) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:19:43.063969 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e357ba-ae8f-48fb-96cd-cce8b2888d04 admin admin] Deleting subnet 4af91a2d-db94-4767-9f16-983be71e7f78 {{(pid=105050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 03:19:43.066901 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-00e357ba-ae8f-48fb-96cd-cce8b2888d04 admin admin] Publish callbacks [] for subnet (4af91a2d-db94-4767-9f16-983be71e7f78), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.084208 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:43.100862 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-00e357ba-ae8f-48fb-96cd-cce8b2888d04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128731528'] for subnet (4af91a2d-db94-4767-9f16-983be71e7f78), precommit_delete_associations {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.174163 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-00e357ba-ae8f-48fb-96cd-cce8b2888d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475189'] for subnet (4af91a2d-db94-4767-9f16-983be71e7f78), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.311943 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-00e357ba-ae8f-48fb-96cd-cce8b2888d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128314597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129052873'] for subnet (4af91a2d-db94-4767-9f16-983be71e7f78), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.335997 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e357ba-ae8f-48fb-96cd-cce8b2888d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4af91a2d-db94-4767-9f16-983be71e7f78,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:43.341558 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-00e357ba-ae8f-48fb-96cd-cce8b2888d04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.344652 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-00e357ba-ae8f-48fb-96cd-cce8b2888d04 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/4af91a2d-db94-4767-9f16-983be71e7f78 HTTP/1.1" status: 204 len: 168 time: 0.3277395 Oct 14 03:19:43.347175 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12011eb5-d470-4467-b782-5a0b44efbbeb None None] Network e3839baf-b0cf-4ade-9ba8-3b5f5df4328e requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:19:43.347672 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43484) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:19:43.418166 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598136'] for network (e3839baf-b0cf-4ade-9ba8-3b5f5df4328e), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.462673 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] Deleting port 972e8039-847f-4b7a-ad67-732edf11a770 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:19:43.463003 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (972e8039-847f-4b7a-ad67-732edf11a770), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.535651 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] For port 972e8039-847f-4b7a-ad67-732edf11a770, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=972e8039-847f-4b7a-ad67-732edf11a770,segment=NetworkSegment(63079d40-8fd0-414b-8b30-767048e5d668),segment_id=63079d40-8fd0-414b-8b30-767048e5d668)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:19:43.536016 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (972e8039-847f-4b7a-ad67-732edf11a770), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.550412 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] Calling delete_port for 972e8039-847f-4b7a-ad67-732edf11a770 owned by network:dhcp {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:19:43.642789 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84fb732-b427-486c-8dfd-122f1cb6a475 None None] DHCP port deletion for e3839baf-b0cf-4ade-9ba8-3b5f5df4328e request from dv-cinder-801522-13-iscsi {{(pid=105051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 03:19:43.678457 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-c84fb732-b427-486c-8dfd-122f1cb6a475 None None] Deleting port 972e8039-847f-4b7a-ad67-732edf11a770 {{(pid=105051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:19:43.678827 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-c84fb732-b427-486c-8dfd-122f1cb6a475 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (972e8039-847f-4b7a-ad67-732edf11a770), before_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.690715 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:43.716748 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (972e8039-847f-4b7a-ad67-732edf11a770), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.744366 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-c84fb732-b427-486c-8dfd-122f1cb6a475 None None] For port 972e8039-847f-4b7a-ad67-732edf11a770, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=972e8039-847f-4b7a-ad67-732edf11a770,segment=NetworkSegment(63079d40-8fd0-414b-8b30-767048e5d668),segment_id=63079d40-8fd0-414b-8b30-767048e5d668)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:19:43.744758 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-c84fb732-b427-486c-8dfd-122f1cb6a475 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (972e8039-847f-4b7a-ad67-732edf11a770), precommit_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.747448 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] Pushing event deleted for resources: {'Port': ['ID=972e8039-847f-4b7a-ad67-732edf11a770,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:43.749265 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] No DVR routers for this DVR port 972e8039-847f-4b7a-ad67-732edf11a770 on host dv-cinder-801522-13-iscsi {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:19:43.760619 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-c84fb732-b427-486c-8dfd-122f1cb6a475 None None] Calling delete_port for 972e8039-847f-4b7a-ad67-732edf11a770 owned by network:dhcp {{(pid=105051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:19:43.781118 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:43.820732 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3595495', 'neutron.services.segments.db._delete_segments_for_network-8738586857692'] for network (e3839baf-b0cf-4ade-9ba8-3b5f5df4328e), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.840341 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-c84fb732-b427-486c-8dfd-122f1cb6a475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685'] for port (972e8039-847f-4b7a-ad67-732edf11a770), after_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.841051 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3839baf-b0cf-4ade-9ba8-3b5f5df4328e']}} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:19:43.851011 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63079d40-8fd0-414b-8b30-767048e5d668') {'for_net_delete': True} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:19:43.851307 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63079d40-8fd0-414b-8b30-767048e5d668') {} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:19:43.860958 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738586902950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128731633'] for segment (63079d40-8fd0-414b-8b30-767048e5d668), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.861993 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fb732-b427-486c-8dfd-122f1cb6a475 None None] Pushing event deleted for resources: {'Port': ['ID=972e8039-847f-4b7a-ad67-732edf11a770,revision_number=None']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:43.868225 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84fb732-b427-486c-8dfd-122f1cb6a475 None None] No DVR routers for this DVR port 972e8039-847f-4b7a-ad67-732edf11a770 on host dv-cinder-801522-13-iscsi {{(pid=105051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:19:43.893310 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (63079d40-8fd0-414b-8b30-767048e5d668), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.893310 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=105050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 03:19:43.893310 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128314383'] for segment (63079d40-8fd0-414b-8b30-767048e5d668), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:43.932555 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.services.segments.plugin [-] Segment 63079d40-8fd0-414b-8b30-767048e5d668 resource provider aggregate not found Oct 14 03:19:43.957494 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.services.segments.plugin [-] Segment 63079d40-8fd0-414b-8b30-767048e5d668 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63079d40-8fd0-414b-8b30-767048e5d668 found for delete ", "request_id": "req-c274ddea-ddb5-4471-8247-1594cd418605"}]} Oct 14 03:19:43.990723 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 0ea72691-cf9e-412e-b51f-f04b3719335d no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:19:44.011888 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 0ea72691-cf9e-412e-b51f-f04b3719335d {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:19:44.012725 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 0ea72691-cf9e-412e-b51f-f04b3719335d not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:19:44.012725 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device df86c9c5-a896-4131-a73a-5b2871cb7b90 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:19:44.033772 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: df86c9c5-a896-4131-a73a-5b2871cb7b90 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:19:44.034127 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device df86c9c5-a896-4131-a73a-5b2871cb7b90 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:19:44.034533 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 972e8039-847f-4b7a-ad67-732edf11a770 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:19:44.037099 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729251'] for network (e3839baf-b0cf-4ade-9ba8-3b5f5df4328e), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:44.043735 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:44.049719 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/e3839baf-b0cf-4ade-9ba8-3b5f5df4328e HTTP/1.1" status: 204 len: 168 time: 0.6986017 Oct 14 03:19:44.050242 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43490) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:19:44.053653 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 972e8039-847f-4b7a-ad67-732edf11a770 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:19:44.054620 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 972e8039-847f-4b7a-ad67-732edf11a770 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:19:44.061513 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fd830-e5d5-408b-ad52-790c36b0af97 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3839baf-b0cf-4ade-9ba8-3b5f5df4328e,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:44.101509 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:44.359067 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-00cd068f-5754-4fec-a71d-3788066f0419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737090'] for router_interface (5a505879-e279-49d6-8112-df375c1b50cc), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:44.572903 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-00cd068f-5754-4fec-a71d-3788066f0419 admin admin] Deleting port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:19:44.573236 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-00cd068f-5754-4fec-a71d-3788066f0419 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:44.654290 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-00cd068f-5754-4fec-a71d-3788066f0419 admin admin] For port a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9,segment=NetworkSegment(44eda685-7d84-45d3-9301-730893600266),segment_id=44eda685-7d84-45d3-9301-730893600266)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:19:44.654565 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-00cd068f-5754-4fec-a71d-3788066f0419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:44.667360 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-00cd068f-5754-4fec-a71d-3788066f0419 admin admin] Calling delete_port for a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 owned by network:router_interface {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:19:44.712401 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:44.899301 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-00cd068f-5754-4fec-a71d-3788066f0419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:44.927258 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd068f-5754-4fec-a71d-3788066f0419 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:44.948383 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:45.090991 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-00cd068f-5754-4fec-a71d-3788066f0419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737078'] for router_interface (5a505879-e279-49d6-8112-df375c1b50cc), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:45.111541 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b8a08d-ca28-4c87-b0e3-4d380463f668 None None] get_active_networks_info from dv-cinder-801522-13-iscsi {{(pid=105051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 03:19:45.191114 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b8a08d-ca28-4c87-b0e3-4d380463f668 None None] Resources bound (agent type, host, resource id): {{(pid=105051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 03:19:45.295090 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cd068f-5754-4fec-a71d-3788066f0419 admin admin] Router 5a505879-e279-49d6-8112-df375c1b50cc has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:19:45.399923 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cd068f-5754-4fec-a71d-3788066f0419 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:19:45.405199 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-00cd068f-5754-4fec-a71d-3788066f0419 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/5a505879-e279-49d6-8112-df375c1b50cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3538814 Oct 14 03:19:45.407638 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43492) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:19:45.410846 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2a2d6-7ecd-48f4-b5bc-9b2ea4eba11f None None] Sync routers for ids ['5a505879-e279-49d6-8112-df375c1b50cc'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:19:45.422196 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2a2d6-7ecd-48f4-b5bc-9b2ea4eba11f None None] Routers {'5a505879-e279-49d6-8112-df375c1b50cc'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:19:45.422830 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-0da2a2d6-7ecd-48f4-b5bc-9b2ea4eba11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:19:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['5a505879-e279-49d6-8112-df375c1b50cc'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:19:45.513816 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-16bb5c0e-0db3-46a4-92ea-a65a1a7149e5 admin admin] Publish callbacks [] for router (5a505879-e279-49d6-8112-df375c1b50cc), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:45.526966 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:45.531216 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-0da2a2d6-7ecd-48f4-b5bc-9b2ea4eba11f None None] Set router 5a505879-e279-49d6-8112-df375c1b50cc gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:19:45.609892 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:45.618742 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-16bb5c0e-0db3-46a4-92ea-a65a1a7149e5 admin admin] Publish callbacks [] for router_gateway (5a505879-e279-49d6-8112-df375c1b50cc), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:45.715329 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-0da2a2d6-7ecd-48f4-b5bc-9b2ea4eba11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a505879-e279-49d6-8112-df375c1b50cc', 'name': 'tempest-TestMinimumBasicScenario-271648353-router', 'tenant_id': '0155abbda1374196b19097d189a0a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '7c24855b-f1b4-40ae-b0d5-b241abdef9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:22Z', 'updated_at': '2022-10-14T03:19:44Z', 'revision_number': 5, 'project_id': '0155abbda1374196b19097d189a0a1f2', 'gw_port': {'id': '7c24855b-f1b4-40ae-b0d5-b241abdef9f9', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a505879-e279-49d6-8112-df375c1b50cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:17:23Z', 'updated_at': '2022-10-14T03:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:19:45.740756 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2a2d6-7ecd-48f4-b5bc-9b2ea4eba11f None None] Checking router: 5a505879-e279-49d6-8112-df375c1b50cc for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:19:45.749842 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2a2d6-7ecd-48f4-b5bc-9b2ea4eba11f None None] Routers {'5a505879-e279-49d6-8112-df375c1b50cc'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:19:45.750483 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-0da2a2d6-7ecd-48f4-b5bc-9b2ea4eba11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:19:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['5a505879-e279-49d6-8112-df375c1b50cc'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:19:45.751569 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-16bb5c0e-0db3-46a4-92ea-a65a1a7149e5 admin admin] Deleting port 7c24855b-f1b4-40ae-b0d5-b241abdef9f9 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:19:45.752052 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-16bb5c0e-0db3-46a4-92ea-a65a1a7149e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (7c24855b-f1b4-40ae-b0d5-b241abdef9f9), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:45.835332 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-11e30972-1662-4516-8541-519c6fcb3f37 None None] Provisioning complete for port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:19:45.835701 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-11e30972-1662-4516-8541-519c6fcb3f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (1ce8d63d-c05f-457c-a1ff-04a8c61c4e39), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:45.836031 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-11e30972-1662-4516-8541-519c6fcb3f37 None None] Attempt 1 to provision port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 Oct 14 03:19:45.839916 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-16bb5c0e-0db3-46a4-92ea-a65a1a7149e5 admin admin] For port 7c24855b-f1b4-40ae-b0d5-b241abdef9f9, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=7c24855b-f1b4-40ae-b0d5-b241abdef9f9,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:19:45.840276 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-16bb5c0e-0db3-46a4-92ea-a65a1a7149e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (7c24855b-f1b4-40ae-b0d5-b241abdef9f9), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:45.852863 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-16bb5c0e-0db3-46a4-92ea-a65a1a7149e5 admin admin] Calling delete_port for 7c24855b-f1b4-40ae-b0d5-b241abdef9f9 owned by network:router_gateway {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:19:45.863706 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-0da2a2d6-7ecd-48f4-b5bc-9b2ea4eba11f None None] Set router 5a505879-e279-49d6-8112-df375c1b50cc gateway port host: None {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:19:45.923259 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-0da2a2d6-7ecd-48f4-b5bc-9b2ea4eba11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a505879-e279-49d6-8112-df375c1b50cc', 'name': 'tempest-TestMinimumBasicScenario-271648353-router', 'tenant_id': '0155abbda1374196b19097d189a0a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:22Z', 'updated_at': '2022-10-14T03:19:45Z', 'revision_number': 6, 'project_id': '0155abbda1374196b19097d189a0a1f2', 'gw_port_host': None}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:19:45.944821 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:45.947859 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:45.959399 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2a2d6-7ecd-48f4-b5bc-9b2ea4eba11f None None] The sync data for ids ['5a505879-e279-49d6-8112-df375c1b50cc'] in dv-cinder-801522-13-iscsi is: [{'id': '5a505879-e279-49d6-8112-df375c1b50cc', 'name': 'tempest-TestMinimumBasicScenario-271648353-router', 'tenant_id': '0155abbda1374196b19097d189a0a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:17:22Z', 'updated_at': '2022-10-14T03:19:45Z', 'revision_number': 6, 'project_id': '0155abbda1374196b19097d189a0a1f2', 'gw_port_host': None}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:19:45.992637 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-11e30972-1662-4516-8541-519c6fcb3f37 None None] Current status of the port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:19:46.039498 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:19:46.099918 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-16bb5c0e-0db3-46a4-92ea-a65a1a7149e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (7c24855b-f1b4-40ae-b0d5-b241abdef9f9), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:46.123402 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb5c0e-0db3-46a4-92ea-a65a1a7149e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c24855b-f1b4-40ae-b0d5-b241abdef9f9,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:46.189573 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-16bb5c0e-0db3-46a4-92ea-a65a1a7149e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729212'] for router_gateway (5a505879-e279-49d6-8112-df375c1b50cc), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:46.275735 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-16bb5c0e-0db3-46a4-92ea-a65a1a7149e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (5a505879-e279-49d6-8112-df375c1b50cc), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:46.277824 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-16bb5c0e-0db3-46a4-92ea-a65a1a7149e5 admin admin] Publish callbacks [] for router_controller (5a505879-e279-49d6-8112-df375c1b50cc), precommit_delete_associations {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:46.629511 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-16bb5c0e-0db3-46a4-92ea-a65a1a7149e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737134'] for router (5a505879-e279-49d6-8112-df375c1b50cc), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:46.630162 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bb5c0e-0db3-46a4-92ea-a65a1a7149e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a505879-e279-49d6-8112-df375c1b50cc {{(pid=105049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 03:19:46.634302 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-16bb5c0e-0db3-46a4-92ea-a65a1a7149e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:46.638588 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-16bb5c0e-0db3-46a4-92ea-a65a1a7149e5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/5a505879-e279-49d6-8112-df375c1b50cc HTTP/1.1" status: 204 len: 168 time: 1.2269249 Oct 14 03:19:46.638588 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43494) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:19:46.683510 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_v2 [None req-afaa05eb-2791-4092-9d5c-164b7efbec37 admin admin] Deleting subnet 3b1acc92-e679-420b-a590-71cd7b570dc7 {{(pid=105049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 03:19:46.686538 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-afaa05eb-2791-4092-9d5c-164b7efbec37 admin admin] Publish callbacks [] for subnet (3b1acc92-e679-420b-a590-71cd7b570dc7), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:46.721483 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-afaa05eb-2791-4092-9d5c-164b7efbec37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126008735'] for subnet (3b1acc92-e679-420b-a590-71cd7b570dc7), precommit_delete_associations {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:46.803709 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-afaa05eb-2791-4092-9d5c-164b7efbec37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475189'] for subnet (3b1acc92-e679-420b-a590-71cd7b570dc7), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:46.940499 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-afaa05eb-2791-4092-9d5c-164b7efbec37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129412772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129318989'] for subnet (3b1acc92-e679-420b-a590-71cd7b570dc7), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:46.967463 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa05eb-2791-4092-9d5c-164b7efbec37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b1acc92-e679-420b-a590-71cd7b570dc7,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:46.971106 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-afaa05eb-2791-4092-9d5c-164b7efbec37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:46.977325 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-afaa05eb-2791-4092-9d5c-164b7efbec37 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/3b1acc92-e679-420b-a590-71cd7b570dc7 HTTP/1.1" status: 204 len: 168 time: 0.3351552 Oct 14 03:19:46.977957 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43496) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:19:46.981524 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3eab30-668f-43fa-8c0c-e758bd09a428 None None] Network 23b8b187-5100-4a12-82e6-3a487a5c4d6c requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:19:47.050948 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598136'] for network (23b8b187-5100-4a12-82e6-3a487a5c4d6c), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:47.097191 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] Deleting port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:19:47.097526 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (1ce8d63d-c05f-457c-a1ff-04a8c61c4e39), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:47.142502 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95dbd56-5aed-4f4c-929c-52f8ae3c2598 None None] DHCP port deletion for 23b8b187-5100-4a12-82e6-3a487a5c4d6c request from dv-cinder-801522-13-iscsi {{(pid=105051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 03:19:47.165310 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] For port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=1ce8d63d-c05f-457c-a1ff-04a8c61c4e39,segment=NetworkSegment(44eda685-7d84-45d3-9301-730893600266),segment_id=44eda685-7d84-45d3-9301-730893600266)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:19:47.165605 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (1ce8d63d-c05f-457c-a1ff-04a8c61c4e39), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:47.177946 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] Calling delete_port for 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 owned by network:dhcp {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:19:47.179394 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:47.180182 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-e95dbd56-5aed-4f4c-929c-52f8ae3c2598 None None] Deleting port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 {{(pid=105051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:19:47.181117 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e95dbd56-5aed-4f4c-929c-52f8ae3c2598 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (1ce8d63d-c05f-457c-a1ff-04a8c61c4e39), before_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:47.248842 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-e95dbd56-5aed-4f4c-929c-52f8ae3c2598 None None] For port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=1ce8d63d-c05f-457c-a1ff-04a8c61c4e39,segment=NetworkSegment(44eda685-7d84-45d3-9301-730893600266),segment_id=44eda685-7d84-45d3-9301-730893600266)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:19:47.249241 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e95dbd56-5aed-4f4c-929c-52f8ae3c2598 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (1ce8d63d-c05f-457c-a1ff-04a8c61c4e39), precommit_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:47.262305 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-e95dbd56-5aed-4f4c-929c-52f8ae3c2598 None None] Calling delete_port for 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 owned by network:dhcp {{(pid=105051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:19:47.339406 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (1ce8d63d-c05f-457c-a1ff-04a8c61c4e39), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:47.345369 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e95dbd56-5aed-4f4c-929c-52f8ae3c2598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685'] for port (1ce8d63d-c05f-457c-a1ff-04a8c61c4e39), after_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:47.365981 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce8d63d-c05f-457c-a1ff-04a8c61c4e39,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:47.367789 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] No DVR routers for this DVR port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 on host dv-cinder-801522-13-iscsi {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:19:47.376144 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dbd56-5aed-4f4c-929c-52f8ae3c2598 None None] Pushing event deleted for resources: {'Port': ['ID=1ce8d63d-c05f-457c-a1ff-04a8c61c4e39,revision_number=None']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:47.379610 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95dbd56-5aed-4f4c-929c-52f8ae3c2598 None None] No DVR routers for this DVR port 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 on host dv-cinder-801522-13-iscsi {{(pid=105051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:19:47.441938 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3595495', 'neutron.services.segments.db._delete_segments_for_network-8738586857692'] for network (23b8b187-5100-4a12-82e6-3a487a5c4d6c), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:47.461411 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b8b187-5100-4a12-82e6-3a487a5c4d6c']}} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:19:47.470881 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44eda685-7d84-45d3-9301-730893600266') {'for_net_delete': True} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:19:47.471165 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44eda685-7d84-45d3-9301-730893600266') {} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:19:47.481088 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738586902950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128731633'] for segment (44eda685-7d84-45d3-9301-730893600266), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:47.494301 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (44eda685-7d84-45d3-9301-730893600266), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:47.500441 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=105050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 03:19:47.500810 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128314383'] for segment (44eda685-7d84-45d3-9301-730893600266), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:47.539375 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.services.segments.plugin [-] Segment 44eda685-7d84-45d3-9301-730893600266 resource provider aggregate not found Oct 14 03:19:47.557677 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.services.segments.plugin [-] Segment 44eda685-7d84-45d3-9301-730893600266 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44eda685-7d84-45d3-9301-730893600266 found for delete ", "request_id": "req-67ae57f3-321b-4f9e-863c-b3ad5a900bc0"}]} Oct 14 03:19:47.642395 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729251'] for network (23b8b187-5100-4a12-82e6-3a487a5c4d6c), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:47.647669 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:47.651394 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/23b8b187-5100-4a12-82e6-3a487a5c4d6c HTTP/1.1" status: 204 len: 168 time: 0.6728671 Oct 14 03:19:47.662653 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28757fa8-03f6-434b-bb94-d4842666f6d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=23b8b187-5100-4a12-82e6-3a487a5c4d6c,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:47.987921 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:19:48.008964 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:19:48.009305 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device a1cce6c2-7f27-4bec-8c5d-abb18ccbbeb9 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:19:48.009718 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:19:48.028243 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:19:48.028588 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 1ce8d63d-c05f-457c-a1ff-04a8c61c4e39 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:19:48.029005 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 7c24855b-f1b4-40ae-b0d5-b241abdef9f9 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:19:48.034920 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43504) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:19:48.047666 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 7c24855b-f1b4-40ae-b0d5-b241abdef9f9 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:19:48.048012 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 7c24855b-f1b4-40ae-b0d5-b241abdef9f9 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:19:48.077862 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-d13774cc-0cce-4504-80e0-c4724be838e5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f2c0270c3f82423ea62db21e22ac86bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417249 Oct 14 03:19:48.080419 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43506) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:19:48.130940 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4057d334-a44a-4e23-8399-9684db4e7696 admin admin] Publish callbacks [] for security_group (97d17dd0-d9ad-4fe1-868b-82a873fd3dcd), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:48.151463 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4057d334-a44a-4e23-8399-9684db4e7696 admin admin] Publish callbacks [] for security_group (97d17dd0-d9ad-4fe1-868b-82a873fd3dcd), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:48.179065 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:48.252355 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4057d334-a44a-4e23-8399-9684db4e7696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (97d17dd0-d9ad-4fe1-868b-82a873fd3dcd), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:48.254942 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4057d334-a44a-4e23-8399-9684db4e7696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:48.256083 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-4057d334-a44a-4e23-8399-9684db4e7696 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/97d17dd0-d9ad-4fe1-868b-82a873fd3dcd HTTP/1.1" status: 204 len: 168 time: 0.1747768 Oct 14 03:19:48.264002 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057d334-a44a-4e23-8399-9684db4e7696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d17dd0-d9ad-4fe1-868b-82a873fd3dcd,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:48.972686 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43512) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:19:49.013372 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-f1421d63-eaaf-42ff-8144-d24a97a23d14 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=0155abbda1374196b19097d189a0a1f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395381 Oct 14 03:19:49.015918 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43514) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:19:49.064472 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ed3f1a64-3149-477f-a5da-6fec772627cf admin admin] Publish callbacks [] for security_group (ae0e7248-333c-457d-9569-a9a85f4abbfd), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:49.083891 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ed3f1a64-3149-477f-a5da-6fec772627cf admin admin] Publish callbacks [] for security_group (ae0e7248-333c-457d-9569-a9a85f4abbfd), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:49.202687 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ed3f1a64-3149-477f-a5da-6fec772627cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (ae0e7248-333c-457d-9569-a9a85f4abbfd), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:49.205199 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ed3f1a64-3149-477f-a5da-6fec772627cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:49.206371 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-ed3f1a64-3149-477f-a5da-6fec772627cf admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ae0e7248-333c-457d-9569-a9a85f4abbfd HTTP/1.1" status: 204 len: 168 time: 0.1895709 Oct 14 03:19:49.217267 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f1a64-3149-477f-a5da-6fec772627cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0e7248-333c-457d-9569-a9a85f4abbfd,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:19:52.524465 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=37 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:54.813578 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-ccdb0309-f309-453f-b4c9-125b7d353b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:56.036290 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=12 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:56.946075 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:56.948969 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:57.098145 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-c289fe77-c13d-45b4-8541-779edde3b98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:58.337509 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:59.209417 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:59.210252 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=62,neutron:DELETE=9 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:19:59.802169 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:19:59.990849 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:03.836197 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:13.765239 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=51,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:20:13.767153 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:20:23.038312 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:20:24.777416 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-769ead40-b37f-4068-961a-83b4ba469b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:27.075481 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-dd6dff7f-fc7f-4cd3-840b-8293122aac0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:28.361576 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:29.789912 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:29.978488 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:33.034661 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:20:33.035413 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:20:33.835811 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:37.446625 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fc56d660-4cf8-469c-bc10-d7d9ee99bd4b req-271f4088-1c57-4d5e-b67e-a8c6a726dad9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399456 Oct 14 03:20:37.563701 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56d660-4cf8-469c-bc10-d7d9ee99bd4b req-23461eea-7bd6-4d67-8ce3-69055626b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:20:37.565147 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fc56d660-4cf8-469c-bc10-d7d9ee99bd4b req-23461eea-7bd6-4d67-8ce3-69055626b4e1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0a302ca039794ab599996fcda417a1c6&device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0380268 Oct 14 03:20:37.672467 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56d660-4cf8-469c-bc10-d7d9ee99bd4b req-53ea8b01-2a06-4bad-9da3-dc89e9dff26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:20:37.673966 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fc56d660-4cf8-469c-bc10-d7d9ee99bd4b req-53ea8b01-2a06-4bad-9da3-dc89e9dff26f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=71d337ac-bd81-450a-b927-c23c558a6c9e HTTP/1.1" status: 200 len: 910 time: 0.0883360 Oct 14 03:20:37.737508 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fc56d660-4cf8-469c-bc10-d7d9ee99bd4b req-7d4bd2dc-c496-46c6-92b4-89c58c4fff3d service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9022210d-e752-4633-9cb8-be36d1d5cd36 HTTP/1.1" status: 200 len: 1001 time: 0.0531650 Oct 14 03:20:37.785163 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56d660-4cf8-469c-bc10-d7d9ee99bd4b req-1cee2ce5-aaab-4e9a-bdb4-d4ea7f9bcfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:20:37.786617 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fc56d660-4cf8-469c-bc10-d7d9ee99bd4b req-1cee2ce5-aaab-4e9a-bdb4-d4ea7f9bcfb8 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=0199bcef-bd11-4b85-a678-8b372fa35b61 HTTP/1.1" status: 200 len: 848 time: 0.0427120 Oct 14 03:20:37.833007 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56d660-4cf8-469c-bc10-d7d9ee99bd4b req-e4261eb7-8bc5-4962-a327-9fb700c950b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:20:37.834582 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fc56d660-4cf8-469c-bc10-d7d9ee99bd4b req-e4261eb7-8bc5-4962-a327-9fb700c950b4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=71d337ac-bd81-450a-b927-c23c558a6c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408778 Oct 14 03:20:37.924511 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fc56d660-4cf8-469c-bc10-d7d9ee99bd4b req-7577b1f4-10b5-48c2-bf70-8cceac4cc080 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805593 Oct 14 03:20:38.021006 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fc56d660-4cf8-469c-bc10-d7d9ee99bd4b req-369da9a9-0421-4ce5-8bbd-f99ac62ad8fa service neutron] 10.222.0.40 "GET /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888786 Oct 14 03:20:43.776268 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=23 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:20:43.778134 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=21,neutron:UPDATE=6 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:20:48.016432 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=57 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:20:48.018393 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=44 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:20:51.746518 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43534) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:20:52.019583 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Deleting port ff7a8932-41c4-4081-9274-fa9a15debe3f {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:20:52.019926 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (ff7a8932-41c4-4081-9274-fa9a15debe3f), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:52.092984 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (ff7a8932-41c4-4081-9274-fa9a15debe3f), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:52.093302 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for floatingip (ff7a8932-41c4-4081-9274-fa9a15debe3f), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:52.108693 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Calling delete_port for ff7a8932-41c4-4081-9274-fa9a15debe3f owned by network:floatingip {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:20:52.349371 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (ff7a8932-41c4-4081-9274-fa9a15debe3f), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:52.629938 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Pushing event deleted for resources: {'Port': ['ID=ff7a8932-41c4-4081-9274-fa9a15debe3f,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:20:52.642185 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:20:52.642530 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:20:52.642859 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:20:52.643188 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:20:52.643513 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:20:52.643836 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:20:52.644156 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:20:52.644474 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:20:52.644792 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:20:52.645107 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:20:52.645422 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:20:52.645739 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:20:52.646094 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:20:52.646390 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:20:52.646702 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:20:52.701121 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for floatingip (2fd57359-5b4f-41be-a9d7-4c9a3801a0a1), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:52.701489 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.l3_db [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Floating IP 2fd57359-5b4f-41be-a9d7-4c9a3801a0a1 disassociated (deleted). External IP: 172.27.3.230, port: 9022210d-e752-4633-9cb8-be36d1d5cd36. Oct 14 03:20:52.891749 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Router f5720fe2-977b-4958-ac13-7ade8d087cec has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:20:52.989439 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:20:52.995024 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:53.001490 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7935df-dfc6-490a-a7b8-76d030740540 None None] Sync routers for ids ['f5720fe2-977b-4958-ac13-7ade8d087cec'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:20:53.014249 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7935df-dfc6-490a-a7b8-76d030740540 None None] Routers {'f5720fe2-977b-4958-ac13-7ade8d087cec'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:20:53.015686 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-9d7935df-dfc6-490a-a7b8-76d030740540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:20:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['f5720fe2-977b-4958-ac13-7ade8d087cec'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:20:53.021320 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:20:53.027745 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-4f778080-1307-4e5c-aed4-06483ac21b57 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/2fd57359-5b4f-41be-a9d7-4c9a3801a0a1 HTTP/1.1" status: 204 len: 168 time: 1.2801600 Oct 14 03:20:53.028400 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'tag': '9022210d-e752-4633-9cb8-be36d1d5cd36'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:20:53.030785 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c48a55-63f8-47d6-9eb4-46fec5a5c6a1" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7b2b6d-19a6-45e5-a1ad-731398a95ed0", "tag": "9022210d-e752-4633-9cb8-be36d1d5cd36"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:20:53.071421 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eff1f9-68a6-4947-b98d-155250053bb3 x-openstack-request-id: req-c3eff1f9-68a6-4947-b98d-155250053bb3 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:20:53.071712 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7b2b6d-19a6-45e5-a1ad-731398a95ed0", "tag": "9022210d-e752-4633-9cb8-be36d1d5cd36", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:20:53.072000 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3eff1f9-68a6-4947-b98d-155250053bb3 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:20:53.072404 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3eff1f9-68a6-4947-b98d-155250053bb3'] response: {'name': 'network-changed', 'server_uuid': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'tag': '9022210d-e752-4633-9cb8-be36d1d5cd36', 'status': 'completed', 'code': 200} Oct 14 03:20:53.123367 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-9d7935df-dfc6-490a-a7b8-76d030740540 None None] Set router f5720fe2-977b-4958-ac13-7ade8d087cec gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:20:53.162442 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:20:53.170812 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c48a55-63f8-47d6-9eb4-46fec5a5c6a1 req-af1d27ed-9ccf-4daa-80e1-ae5945eaace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:20:53.172835 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f1c48a55-63f8-47d6-9eb4-46fec5a5c6a1 req-af1d27ed-9ccf-4daa-80e1-ae5945eaace9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0a302ca039794ab599996fcda417a1c6&device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0417073 Oct 14 03:20:53.270311 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c48a55-63f8-47d6-9eb4-46fec5a5c6a1 req-7de9a34b-34d1-4f6c-9a3d-23a60ea247c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:20:53.271800 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f1c48a55-63f8-47d6-9eb4-46fec5a5c6a1 req-7de9a34b-34d1-4f6c-9a3d-23a60ea247c4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=71d337ac-bd81-450a-b927-c23c558a6c9e HTTP/1.1" status: 200 len: 910 time: 0.0914509 Oct 14 03:20:53.315259 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-9d7935df-dfc6-490a-a7b8-76d030740540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'name': 'tempest-TestShelveInstance-1748274258-router', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:30Z', 'updated_at': '2022-10-14T03:15:34Z', 'revision_number': 4, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'gw_port': {'id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:31Z', 'updated_at': '2022-10-14T03:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '68ed03c1-1eb6-40c6-a74b-59cc09c3b21b', 'name': '', 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'mac_address': 'fa:16:3e:4b:80:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:33Z', 'updated_at': '2022-10-14T03:15:40Z', 'revision_number': 5, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'subnets': [{'id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:20:53.315761 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f1c48a55-63f8-47d6-9eb4-46fec5a5c6a1 req-e98ac77e-3253-4e77-aa87-7c0727c4f38d service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9022210d-e752-4633-9cb8-be36d1d5cd36 HTTP/1.1" status: 200 len: 217 time: 0.0349207 Oct 14 03:20:53.341096 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7935df-dfc6-490a-a7b8-76d030740540 None None] Checking router: f5720fe2-977b-4958-ac13-7ade8d087cec for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:20:53.349900 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7935df-dfc6-490a-a7b8-76d030740540 None None] Routers {'f5720fe2-977b-4958-ac13-7ade8d087cec'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:20:53.350523 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-9d7935df-dfc6-490a-a7b8-76d030740540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:20:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['f5720fe2-977b-4958-ac13-7ade8d087cec'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:20:53.372890 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c48a55-63f8-47d6-9eb4-46fec5a5c6a1 req-bc4b1e89-a9a3-430c-b279-012e0df248b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:20:53.374389 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f1c48a55-63f8-47d6-9eb4-46fec5a5c6a1 req-bc4b1e89-a9a3-430c-b279-012e0df248b1 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=0199bcef-bd11-4b85-a678-8b372fa35b61 HTTP/1.1" status: 200 len: 848 time: 0.0499249 Oct 14 03:20:53.417594 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c48a55-63f8-47d6-9eb4-46fec5a5c6a1 req-abe8aaa1-d0ba-482f-a9be-773565f31ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:20:53.419093 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f1c48a55-63f8-47d6-9eb4-46fec5a5c6a1 req-abe8aaa1-d0ba-482f-a9be-773565f31ccc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=71d337ac-bd81-450a-b927-c23c558a6c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387845 Oct 14 03:20:53.525947 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f1c48a55-63f8-47d6-9eb4-46fec5a5c6a1 req-0fcf2049-0e87-41b8-a266-64ec6f9d485d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910494 Oct 14 03:20:53.537327 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b2310-99dd-4d1a-a2ab-cf743022fe97 req-6e173332-2769-485e-96b7-b9d51d1a38d0 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:20:53.538823 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e81b2310-99dd-4d1a-a2ab-cf743022fe97 req-6e173332-2769-485e-96b7-b9d51d1a38d0 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0547009 Oct 14 03:20:53.539785 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-9d7935df-dfc6-490a-a7b8-76d030740540 None None] Set router f5720fe2-977b-4958-ac13-7ade8d087cec gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:20:53.591729 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e81b2310-99dd-4d1a-a2ab-cf743022fe97 req-4db99ee3-36d9-480d-93af-80490cadc937 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466940 Oct 14 03:20:53.720589 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-9d7935df-dfc6-490a-a7b8-76d030740540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'name': 'tempest-TestShelveInstance-1748274258-router', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:30Z', 'updated_at': '2022-10-14T03:15:34Z', 'revision_number': 4, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'gw_port': {'id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:31Z', 'updated_at': '2022-10-14T03:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '68ed03c1-1eb6-40c6-a74b-59cc09c3b21b', 'name': '', 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'mac_address': 'fa:16:3e:4b:80:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:33Z', 'updated_at': '2022-10-14T03:15:40Z', 'revision_number': 5, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'subnets': [{'id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:20:53.748142 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7935df-dfc6-490a-a7b8-76d030740540 None None] The sync data for ids ['f5720fe2-977b-4958-ac13-7ade8d087cec'] in dv-cinder-801522-13-iscsi is: [{'id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'name': 'tempest-TestShelveInstance-1748274258-router', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:30Z', 'updated_at': '2022-10-14T03:15:34Z', 'revision_number': 4, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'gw_port': {'id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:31Z', 'updated_at': '2022-10-14T03:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '68ed03c1-1eb6-40c6-a74b-59cc09c3b21b', 'name': '', 'network_id': '71d337ac-bd81-450a-b927-c23c558a6c9e', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'mac_address': 'fa:16:3e:4b:80:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:33Z', 'updated_at': '2022-10-14T03:15:40Z', 'revision_number': 5, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'subnets': [{'id': '0199bcef-bd11-4b85-a678-8b372fa35b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:20:53.960767 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3140556-f1f6-4e52-b970-57bb78555037 None None] New status for floating IP 2fd57359-5b4f-41be-a9d7-4c9a3801a0a1: DOWN {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:20:54.715970 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55ab5a-799a-4d62-8814-e0e11d55e2e7 req-e18e3a6e-263c-448a-9535-db21e1480adc tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:20:54.717446 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ee55ab5a-799a-4d62-8814-e0e11d55e2e7 req-e18e3a6e-263c-448a-9535-db21e1480adc tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0467827 Oct 14 03:20:54.767677 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ee55ab5a-799a-4d62-8814-e0e11d55e2e7 req-17752e4f-0994-4b0b-950c-87dbac12676c tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435858 Oct 14 03:20:54.795916 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-c04a08d5-aa8f-4472-a6a4-6c8350d2decd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:54.824663 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f1c48a55-63f8-47d6-9eb4-46fec5a5c6a1 req-698410f0-3fed-436b-880e-92cec3cd7995 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904217 Oct 14 03:20:55.509489 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e133cf-6903-4a05-a22b-637e97245f4e req-ac9de3d8-6f7c-4579-bc9b-3a99101b8cd7 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:20:55.510938 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f6e133cf-6903-4a05-a22b-637e97245f4e req-ac9de3d8-6f7c-4579-bc9b-3a99101b8cd7 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0486951 Oct 14 03:20:55.597085 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-f6e133cf-6903-4a05-a22b-637e97245f4e req-d63e2bf5-262e-4b78-9d43-ff3fd01de0e8 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Deleting port 9022210d-e752-4633-9cb8-be36d1d5cd36 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:20:55.597420 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f6e133cf-6903-4a05-a22b-637e97245f4e req-d63e2bf5-262e-4b78-9d43-ff3fd01de0e8 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:55.685995 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-f6e133cf-6903-4a05-a22b-637e97245f4e req-d63e2bf5-262e-4b78-9d43-ff3fd01de0e8 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] For port 9022210d-e752-4633-9cb8-be36d1d5cd36, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9022210d-e752-4633-9cb8-be36d1d5cd36,segment=NetworkSegment(2f84e0ef-b9c3-483a-945c-8b95ada503de),segment_id=2f84e0ef-b9c3-483a-945c-8b95ada503de)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:20:55.686357 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f6e133cf-6903-4a05-a22b-637e97245f4e req-d63e2bf5-262e-4b78-9d43-ff3fd01de0e8 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:55.698876 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-f6e133cf-6903-4a05-a22b-637e97245f4e req-d63e2bf5-262e-4b78-9d43-ff3fd01de0e8 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Calling delete_port for 9022210d-e752-4633-9cb8-be36d1d5cd36 owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:20:55.764450 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:20:55.887354 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf24949-4f6e-415d-bcb9-c65e3517e4c3 req-a0356b50-1a29-4d7a-acd2-99c0db0f669e tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:20:55.888787 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0cf24949-4f6e-415d-bcb9-c65e3517e4c3 req-a0356b50-1a29-4d7a-acd2-99c0db0f669e tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 945 time: 0.0456233 Oct 14 03:20:55.937385 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0cf24949-4f6e-415d-bcb9-c65e3517e4c3 req-35d62556-615f-4939-b963-5f5758ab44b7 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=09af24c6-0218-41b9-92ec-1569d4a6eed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429187 Oct 14 03:20:55.938631 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f6e133cf-6903-4a05-a22b-637e97245f4e req-d63e2bf5-262e-4b78-9d43-ff3fd01de0e8 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (9022210d-e752-4633-9cb8-be36d1d5cd36), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:55.965000 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e2bf5-262e-4b78-9d43-ff3fd01de0e8 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Pushing event deleted for resources: {'Port': ['ID=9022210d-e752-4633-9cb8-be36d1d5cd36,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:20:56.011161 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e133cf-6903-4a05-a22b-637e97245f4e req-d63e2bf5-262e-4b78-9d43-ff3fd01de0e8 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] No DVR routers for this DVR port 9022210d-e752-4633-9cb8-be36d1d5cd36 on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:20:56.013730 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-f6e133cf-6903-4a05-a22b-637e97245f4e req-d63e2bf5-262e-4b78-9d43-ff3fd01de0e8 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:56.016968 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f6e133cf-6903-4a05-a22b-637e97245f4e req-d63e2bf5-262e-4b78-9d43-ff3fd01de0e8 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.40 "DELETE /networking/v2.0/ports/9022210d-e752-4633-9cb8-be36d1d5cd36 HTTP/1.1" status: 204 len: 173 time: 0.4968710 Oct 14 03:20:56.017626 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'name': 'network-vif-deleted', 'tag': '9022210d-e752-4633-9cb8-be36d1d5cd36'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:20:56.019849 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f79e56-4e75-46fd-9868-61f47ce8f625" -d '{"events": [{"server_uuid": "fa7b2b6d-19a6-45e5-a1ad-731398a95ed0", "name": "network-vif-deleted", "tag": "9022210d-e752-4633-9cb8-be36d1d5cd36"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:20:56.056975 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dc09d8-8318-49b9-9939-aa7619f567a8 x-openstack-request-id: req-85dc09d8-8318-49b9-9939-aa7619f567a8 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:20:56.057271 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7b2b6d-19a6-45e5-a1ad-731398a95ed0", "name": "network-vif-deleted", "tag": "9022210d-e752-4633-9cb8-be36d1d5cd36", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:20:56.057525 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85dc09d8-8318-49b9-9939-aa7619f567a8 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:20:56.057968 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85dc09d8-8318-49b9-9939-aa7619f567a8'] response: {'server_uuid': 'fa7b2b6d-19a6-45e5-a1ad-731398a95ed0', 'name': 'network-vif-deleted', 'tag': '9022210d-e752-4633-9cb8-be36d1d5cd36', 'status': 'completed', 'code': 200} Oct 14 03:20:57.054439 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2575233c-47ee-4ae3-9c06-8461fd404a7f req-5acc3453-8a78-46cf-888b-1a045237edbf tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fa7b2b6d-19a6-45e5-a1ad-731398a95ed0 HTTP/1.1" status: 200 len: 210 time: 0.0311511 Oct 14 03:20:57.069870 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-6525ca2a-99c5-4f9c-8fca-bf3e649cfa1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:58.119829 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43564) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:20:58.180135 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-90ee25b4-d3bf-4a97-bd54-046433d11e59 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group (09af24c6-0218-41b9-92ec-1569d4a6eed5), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:58.204547 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-90ee25b4-d3bf-4a97-bd54-046433d11e59 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group (09af24c6-0218-41b9-92ec-1569d4a6eed5), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:58.360734 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-90ee25b4-d3bf-4a97-bd54-046433d11e59 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (09af24c6-0218-41b9-92ec-1569d4a6eed5), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:58.363415 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-90ee25b4-d3bf-4a97-bd54-046433d11e59 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:58.368333 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-90ee25b4-d3bf-4a97-bd54-046433d11e59 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/09af24c6-0218-41b9-92ec-1569d4a6eed5 HTTP/1.1" status: 204 len: 168 time: 0.2444057 Oct 14 03:20:58.375291 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee25b4-d3bf-4a97-bd54-046433d11e59 tempest-TestShelveInstance-904147656 tempest-TestShelveInstance-904147656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09af24c6-0218-41b9-92ec-1569d4a6eed5,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:20:58.388568 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:59.491168 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43570) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:20:59.680119 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:20:59.799716 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:59.894398 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-83eabf32-85b6-43eb-a324-3d1ba0cc4ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737090'] for router_interface (f5720fe2-977b-4958-ac13-7ade8d087cec), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:20:59.995178 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:00.036686 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:21:00.112989 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-83eabf32-85b6-43eb-a324-3d1ba0cc4ebb admin admin] Deleting port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:21:00.113360 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-83eabf32-85b6-43eb-a324-3d1ba0cc4ebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:00.189352 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [None req-83eabf32-85b6-43eb-a324-3d1ba0cc4ebb admin admin] For port 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=68ed03c1-1eb6-40c6-a74b-59cc09c3b21b,segment=NetworkSegment(2f84e0ef-b9c3-483a-945c-8b95ada503de),segment_id=2f84e0ef-b9c3-483a-945c-8b95ada503de)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:21:00.189701 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-83eabf32-85b6-43eb-a324-3d1ba0cc4ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:00.201949 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-83eabf32-85b6-43eb-a324-3d1ba0cc4ebb admin admin] Calling delete_port for 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b owned by network:router_interface {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:21:00.246919 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:00.360106 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:00.441032 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-83eabf32-85b6-43eb-a324-3d1ba0cc4ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (68ed03c1-1eb6-40c6-a74b-59cc09c3b21b), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:00.471392 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eabf32-85b6-43eb-a324-3d1ba0cc4ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=68ed03c1-1eb6-40c6-a74b-59cc09c3b21b,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:00.629141 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-83eabf32-85b6-43eb-a324-3d1ba0cc4ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737078'] for router_interface (f5720fe2-977b-4958-ac13-7ade8d087cec), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:00.648906 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8659a9-2e38-425e-abe5-2f43d354df90 None None] get_active_networks_info from dv-cinder-801522-13-iscsi {{(pid=105051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 03:21:00.673056 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 9022210d-e752-4633-9cb8-be36d1d5cd36 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:21:00.694734 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: 9022210d-e752-4633-9cb8-be36d1d5cd36 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:21:00.695074 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 9022210d-e752-4633-9cb8-be36d1d5cd36 not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:21:00.742750 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8659a9-2e38-425e-abe5-2f43d354df90 None None] Resources bound (agent type, host, resource id): {{(pid=105051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 03:21:00.830732 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83eabf32-85b6-43eb-a324-3d1ba0cc4ebb admin admin] Router f5720fe2-977b-4958-ac13-7ade8d087cec has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:21:00.929367 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83eabf32-85b6-43eb-a324-3d1ba0cc4ebb admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:21:00.934945 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-83eabf32-85b6-43eb-a324-3d1ba0cc4ebb admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/f5720fe2-977b-4958-ac13-7ade8d087cec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4426923 Oct 14 03:21:00.937419 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43574) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:00.939935 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179372f3-ff92-41e3-b62e-7d0306884c00 None None] Sync routers for ids ['f5720fe2-977b-4958-ac13-7ade8d087cec'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:21:00.952240 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179372f3-ff92-41e3-b62e-7d0306884c00 None None] Routers {'f5720fe2-977b-4958-ac13-7ade8d087cec'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:21:00.952954 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-179372f3-ff92-41e3-b62e-7d0306884c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:20:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['f5720fe2-977b-4958-ac13-7ade8d087cec'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:01.041415 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-59f7df24-fda6-4f44-b318-268870084351 admin admin] Publish callbacks [] for router (f5720fe2-977b-4958-ac13-7ade8d087cec), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:01.056577 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-179372f3-ff92-41e3-b62e-7d0306884c00 None None] Set router f5720fe2-977b-4958-ac13-7ade8d087cec gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:21:01.144285 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-59f7df24-fda6-4f44-b318-268870084351 admin admin] Publish callbacks [] for router_gateway (f5720fe2-977b-4958-ac13-7ade8d087cec), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:01.208647 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:01.224906 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:01.227791 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-179372f3-ff92-41e3-b62e-7d0306884c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'name': 'tempest-TestShelveInstance-1748274258-router', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:30Z', 'updated_at': '2022-10-14T03:21:00Z', 'revision_number': 5, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'gw_port': {'id': 'fbe8a27e-cf2b-4dd7-b112-31c0a3e48393', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:31Z', 'updated_at': '2022-10-14T03:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:01.253830 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179372f3-ff92-41e3-b62e-7d0306884c00 None None] Checking router: f5720fe2-977b-4958-ac13-7ade8d087cec for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:21:01.263642 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179372f3-ff92-41e3-b62e-7d0306884c00 None None] Routers {'f5720fe2-977b-4958-ac13-7ade8d087cec'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:21:01.264253 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-179372f3-ff92-41e3-b62e-7d0306884c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:20:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['f5720fe2-977b-4958-ac13-7ade8d087cec'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:01.271092 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-59f7df24-fda6-4f44-b318-268870084351 admin admin] Deleting port fbe8a27e-cf2b-4dd7-b112-31c0a3e48393 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:21:01.271428 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-59f7df24-fda6-4f44-b318-268870084351 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (fbe8a27e-cf2b-4dd7-b112-31c0a3e48393), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:01.328584 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:01.350978 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-179372f3-ff92-41e3-b62e-7d0306884c00 None None] Set router f5720fe2-977b-4958-ac13-7ade8d087cec gateway port host: None {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:21:01.363305 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [None req-59f7df24-fda6-4f44-b318-268870084351 admin admin] For port fbe8a27e-cf2b-4dd7-b112-31c0a3e48393, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=fbe8a27e-cf2b-4dd7-b112-31c0a3e48393,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:21:01.363660 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-59f7df24-fda6-4f44-b318-268870084351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (fbe8a27e-cf2b-4dd7-b112-31c0a3e48393), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:01.377510 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-59f7df24-fda6-4f44-b318-268870084351 admin admin] Calling delete_port for fbe8a27e-cf2b-4dd7-b112-31c0a3e48393 owned by network:router_gateway {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:21:01.385228 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:01.401181 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-179372f3-ff92-41e3-b62e-7d0306884c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'name': 'tempest-TestShelveInstance-1748274258-router', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:30Z', 'updated_at': '2022-10-14T03:21:01Z', 'revision_number': 6, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'gw_port_host': None}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:01.406221 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-98d9b9fc-81dc-4c19-946e-b8a7be8bed1d None None] Provisioning complete for port fe059b13-dbec-48eb-a95e-c52039f2b5b5 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:01.406756 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-98d9b9fc-81dc-4c19-946e-b8a7be8bed1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fe059b13-dbec-48eb-a95e-c52039f2b5b5), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:01.406909 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-98d9b9fc-81dc-4c19-946e-b8a7be8bed1d None None] Attempt 1 to provision port fe059b13-dbec-48eb-a95e-c52039f2b5b5 Oct 14 03:21:01.425503 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179372f3-ff92-41e3-b62e-7d0306884c00 None None] The sync data for ids ['f5720fe2-977b-4958-ac13-7ade8d087cec'] in dv-cinder-801522-13-iscsi is: [{'id': 'f5720fe2-977b-4958-ac13-7ade8d087cec', 'name': 'tempest-TestShelveInstance-1748274258-router', 'tenant_id': '0a302ca039794ab599996fcda417a1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:30Z', 'updated_at': '2022-10-14T03:21:01Z', 'revision_number': 6, 'project_id': '0a302ca039794ab599996fcda417a1c6', 'gw_port_host': None}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:21:01.584001 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-59f7df24-fda6-4f44-b318-268870084351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (fbe8a27e-cf2b-4dd7-b112-31c0a3e48393), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:01.616488 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7df24-fda6-4f44-b318-268870084351 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe8a27e-cf2b-4dd7-b112-31c0a3e48393,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:01.622296 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-98d9b9fc-81dc-4c19-946e-b8a7be8bed1d None None] Current status of the port fe059b13-dbec-48eb-a95e-c52039f2b5b5 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:01.682101 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-59f7df24-fda6-4f44-b318-268870084351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729212'] for router_gateway (f5720fe2-977b-4958-ac13-7ade8d087cec), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:01.767282 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-59f7df24-fda6-4f44-b318-268870084351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (f5720fe2-977b-4958-ac13-7ade8d087cec), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:01.769572 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-59f7df24-fda6-4f44-b318-268870084351 admin admin] Publish callbacks [] for router_controller (f5720fe2-977b-4958-ac13-7ade8d087cec), precommit_delete_associations {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:01.857329 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-59f7df24-fda6-4f44-b318-268870084351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737134'] for router (f5720fe2-977b-4958-ac13-7ade8d087cec), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:01.858032 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f7df24-fda6-4f44-b318-268870084351 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5720fe2-977b-4958-ac13-7ade8d087cec {{(pid=105050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 03:21:01.862573 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-59f7df24-fda6-4f44-b318-268870084351 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:01.863746 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-59f7df24-fda6-4f44-b318-268870084351 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/f5720fe2-977b-4958-ac13-7ade8d087cec HTTP/1.1" status: 204 len: 168 time: 0.9253564 Oct 14 03:21:01.870670 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43576) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:01.909986 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e08b872-6a72-479e-ba65-caefa5aa9019 admin admin] Deleting subnet 0199bcef-bd11-4b85-a678-8b372fa35b61 {{(pid=105050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 03:21:01.912943 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8e08b872-6a72-479e-ba65-caefa5aa9019 admin admin] Publish callbacks [] for subnet (0199bcef-bd11-4b85-a678-8b372fa35b61), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:01.950451 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8e08b872-6a72-479e-ba65-caefa5aa9019 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128731528'] for subnet (0199bcef-bd11-4b85-a678-8b372fa35b61), precommit_delete_associations {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:02.022827 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8e08b872-6a72-479e-ba65-caefa5aa9019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475189'] for subnet (0199bcef-bd11-4b85-a678-8b372fa35b61), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:02.143248 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8e08b872-6a72-479e-ba65-caefa5aa9019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128314597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129052873'] for subnet (0199bcef-bd11-4b85-a678-8b372fa35b61), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:02.173150 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08b872-6a72-479e-ba65-caefa5aa9019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0199bcef-bd11-4b85-a678-8b372fa35b61,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:02.176926 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8e08b872-6a72-479e-ba65-caefa5aa9019 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:02.182704 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-8e08b872-6a72-479e-ba65-caefa5aa9019 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/0199bcef-bd11-4b85-a678-8b372fa35b61 HTTP/1.1" status: 204 len: 168 time: 0.3152425 Oct 14 03:21:02.183397 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43578) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:02.183910 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f2b659-ba05-42ff-ac60-8ab66a560b49 None None] Network 71d337ac-bd81-450a-b927-c23c558a6c9e requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:21:02.233914 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device fbe8a27e-cf2b-4dd7-b112-31c0a3e48393 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:21:02.268483 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: fbe8a27e-cf2b-4dd7-b112-31c0a3e48393 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:21:02.268860 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device fbe8a27e-cf2b-4dd7-b112-31c0a3e48393 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:21:02.269277 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:21:02.292265 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:21:02.292848 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 68ed03c1-1eb6-40c6-a74b-59cc09c3b21b not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:21:02.391877 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] DHCP port deletion for 71d337ac-bd81-450a-b927-c23c558a6c9e request from dv-cinder-801522-13-iscsi {{(pid=105051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 03:21:02.434729 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Deleting port fe059b13-dbec-48eb-a95e-c52039f2b5b5 {{(pid=105051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:21:02.435388 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (fe059b13-dbec-48eb-a95e-c52039f2b5b5), before_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:02.508200 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] For port fe059b13-dbec-48eb-a95e-c52039f2b5b5, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=fe059b13-dbec-48eb-a95e-c52039f2b5b5,segment=NetworkSegment(2f84e0ef-b9c3-483a-945c-8b95ada503de),segment_id=2f84e0ef-b9c3-483a-945c-8b95ada503de)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:21:02.508481 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (fe059b13-dbec-48eb-a95e-c52039f2b5b5), precommit_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:02.522241 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Calling delete_port for fe059b13-dbec-48eb-a95e-c52039f2b5b5 owned by network:dhcp {{(pid=105051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:21:02.522419 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598136'] for network (71d337ac-bd81-450a-b927-c23c558a6c9e), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:02.560170 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:02.563186 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] Deleting port fe059b13-dbec-48eb-a95e-c52039f2b5b5 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:21:02.563731 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (fe059b13-dbec-48eb-a95e-c52039f2b5b5), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:02.628182 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] For port fe059b13-dbec-48eb-a95e-c52039f2b5b5, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=fe059b13-dbec-48eb-a95e-c52039f2b5b5,segment=NetworkSegment(2f84e0ef-b9c3-483a-945c-8b95ada503de),segment_id=2f84e0ef-b9c3-483a-945c-8b95ada503de)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:21:02.628469 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (fe059b13-dbec-48eb-a95e-c52039f2b5b5), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:02.641943 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] Calling delete_port for fe059b13-dbec-48eb-a95e-c52039f2b5b5 owned by network:dhcp {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:21:02.647105 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685'] for port (fe059b13-dbec-48eb-a95e-c52039f2b5b5), after_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:02.674820 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Pushing event deleted for resources: {'Port': ['ID=fe059b13-dbec-48eb-a95e-c52039f2b5b5,revision_number=None']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:02.679346 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] No DVR routers for this DVR port fe059b13-dbec-48eb-a95e-c52039f2b5b5 on host dv-cinder-801522-13-iscsi {{(pid=105051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:21:02.688662 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:02.688662 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:02.688662 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:02.688662 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:02.688662 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:02.688662 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:02.688662 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:02.688662 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:02.689466 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:02.689466 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:02.689744 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:02.689895 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:02.690491 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:02.690491 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:02.690985 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1bab-3341-4240-b598-9ad8aecdb571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:02.693638 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:02.723798 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (fe059b13-dbec-48eb-a95e-c52039f2b5b5), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:02.752380 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] Pushing event deleted for resources: {'Port': ['ID=fe059b13-dbec-48eb-a95e-c52039f2b5b5,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:02.756230 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] No DVR routers for this DVR port fe059b13-dbec-48eb-a95e-c52039f2b5b5 on host dv-cinder-801522-13-iscsi {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:21:02.824146 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3595495', 'neutron.services.segments.db._delete_segments_for_network-8738586857692'] for network (71d337ac-bd81-450a-b927-c23c558a6c9e), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:02.844267 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d337ac-bd81-450a-b927-c23c558a6c9e']}} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:02.853130 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f84e0ef-b9c3-483a-945c-8b95ada503de') {'for_net_delete': True} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:02.853423 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.services.segments.db [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f84e0ef-b9c3-483a-945c-8b95ada503de') {} {{(pid=105050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:02.863165 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738586902950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128731633'] for segment (2f84e0ef-b9c3-483a-945c-8b95ada503de), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:02.876806 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (2f84e0ef-b9c3-483a-945c-8b95ada503de), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:02.882956 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=105050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 03:21:02.883333 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128314383'] for segment (2f84e0ef-b9c3-483a-945c-8b95ada503de), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:02.968539 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.services.segments.plugin [-] Segment 2f84e0ef-b9c3-483a-945c-8b95ada503de resource provider aggregate not found Oct 14 03:21:02.985544 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.services.segments.plugin [-] Segment 2f84e0ef-b9c3-483a-945c-8b95ada503de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f84e0ef-b9c3-483a-945c-8b95ada503de found for delete ", "request_id": "req-d6657501-0ba2-4ef0-992c-44490164efd6"}]} Oct 14 03:21:03.006869 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729251'] for network (71d337ac-bd81-450a-b927-c23c558a6c9e), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:03.012639 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:03.018200 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/71d337ac-bd81-450a-b927-c23c558a6c9e HTTP/1.1" status: 204 len: 168 time: 0.8314214 Oct 14 03:21:03.018938 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43586) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:03.026935 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6379de4-0e7d-4ea2-82ed-065fda9f3fff admin admin] Pushing event deleted for resources: {'Network': ['ID=71d337ac-bd81-450a-b927-c23c558a6c9e,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:03.321156 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737090'] for router_interface (50dfe657-37e7-40c2-95ad-6b2be0a42f27), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:03.535281 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Deleting port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:21:03.535611 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:03.603811 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:03.614982 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] For port 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=3ddc5531-87fd-4d0c-b0c3-4d7f458ed986,segment=NetworkSegment(fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125),segment_id=fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:21:03.626570 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:03.628304 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Calling delete_port for 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 owned by network:router_interface {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:21:03.633321 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:03.885346 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:03.932171 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (3ddc5531-87fd-4d0c-b0c3-4d7f458ed986), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:03.957503 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ddc5531-87fd-4d0c-b0c3-4d7f458ed986,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:03.982627 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:03.982970 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:03.983307 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:03.983641 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:03.983971 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:03.984294 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:03.984615 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:03.984934 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:03.985256 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:03.985580 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:03.985926 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:03.987445 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:03.987445 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:03.987445 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:03.987445 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:04.024501 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device fe059b13-dbec-48eb-a95e-c52039f2b5b5 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:21:04.028300 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:04.044766 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: fe059b13-dbec-48eb-a95e-c52039f2b5b5 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:21:04.045121 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device fe059b13-dbec-48eb-a95e-c52039f2b5b5 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:21:04.142189 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737078'] for router_interface (50dfe657-37e7-40c2-95ad-6b2be0a42f27), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:04.162255 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4017f4e5-6597-4910-bebe-05e77145f352 None None] get_active_networks_info from dv-cinder-801522-13-iscsi {{(pid=105051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 03:21:04.199597 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:04.230919 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4017f4e5-6597-4910-bebe-05e77145f352 None None] Resources bound (agent type, host, resource id): {{(pid=105051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 03:21:04.345085 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Router 50dfe657-37e7-40c2-95ad-6b2be0a42f27 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:21:04.450495 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:21:04.458587 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-95f01e5f-b700-4c34-ab78-e3934591a760 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/50dfe657-37e7-40c2-95ad-6b2be0a42f27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4359946 Oct 14 03:21:04.458587 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43588) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:04.460156 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4848454d-8e81-440d-b160-68ee0bd1b24d None None] Sync routers for ids ['50dfe657-37e7-40c2-95ad-6b2be0a42f27'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:21:04.472406 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848454d-8e81-440d-b160-68ee0bd1b24d None None] Routers {'50dfe657-37e7-40c2-95ad-6b2be0a42f27'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:21:04.473012 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-4848454d-8e81-440d-b160-68ee0bd1b24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:20:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['50dfe657-37e7-40c2-95ad-6b2be0a42f27'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:04.562809 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-67a0475c-4057-4809-9a17-48941b5b4728 admin admin] Publish callbacks [] for router (50dfe657-37e7-40c2-95ad-6b2be0a42f27), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:04.581040 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-4848454d-8e81-440d-b160-68ee0bd1b24d None None] Set router 50dfe657-37e7-40c2-95ad-6b2be0a42f27 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:21:04.644019 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:04.656149 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:04.671028 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-67a0475c-4057-4809-9a17-48941b5b4728 admin admin] Publish callbacks [] for router_gateway (50dfe657-37e7-40c2-95ad-6b2be0a42f27), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:04.768922 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-67a0475c-4057-4809-9a17-48941b5b4728 admin admin] Deleting port cbbe9212-280e-4b5c-ac0e-7bab0272ee5a {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:21:04.768922 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-67a0475c-4057-4809-9a17-48941b5b4728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (cbbe9212-280e-4b5c-ac0e-7bab0272ee5a), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:04.777105 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-4848454d-8e81-440d-b160-68ee0bd1b24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'name': 'tempest-TestShelveInstance-1192575603-router', 'tenant_id': 'cedd385212eb4fb2a79a18020ecce76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9212-280e-4b5c-ac0e-7bab0272ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:37Z', 'updated_at': '2022-10-14T03:21:03Z', 'revision_number': 5, 'project_id': 'cedd385212eb4fb2a79a18020ecce76b', 'gw_port': {'id': 'cbbe9212-280e-4b5c-ac0e-7bab0272ee5a', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:15:38Z', 'updated_at': '2022-10-14T03:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:04.818877 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4848454d-8e81-440d-b160-68ee0bd1b24d None None] Checking router: 50dfe657-37e7-40c2-95ad-6b2be0a42f27 for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:21:04.832638 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848454d-8e81-440d-b160-68ee0bd1b24d None None] Routers {'50dfe657-37e7-40c2-95ad-6b2be0a42f27'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:21:04.833611 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-4848454d-8e81-440d-b160-68ee0bd1b24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:20:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['50dfe657-37e7-40c2-95ad-6b2be0a42f27'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:04.888414 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-67a0475c-4057-4809-9a17-48941b5b4728 admin admin] For port cbbe9212-280e-4b5c-ac0e-7bab0272ee5a, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=cbbe9212-280e-4b5c-ac0e-7bab0272ee5a,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:21:04.888876 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-67a0475c-4057-4809-9a17-48941b5b4728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (cbbe9212-280e-4b5c-ac0e-7bab0272ee5a), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:04.902349 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-67a0475c-4057-4809-9a17-48941b5b4728 admin admin] Calling delete_port for cbbe9212-280e-4b5c-ac0e-7bab0272ee5a owned by network:router_gateway {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:21:04.920732 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-c9b14b8b-57b4-4580-b561-a8b1f1f66132 None None] Provisioning complete for port fd890523-9549-40e8-8b1c-a31e8b0825b0 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:04.921333 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-c9b14b8b-57b4-4580-b561-a8b1f1f66132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fd890523-9549-40e8-8b1c-a31e8b0825b0), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:04.921448 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-c9b14b8b-57b4-4580-b561-a8b1f1f66132 None None] Attempt 1 to provision port fd890523-9549-40e8-8b1c-a31e8b0825b0 Oct 14 03:21:04.959126 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-4848454d-8e81-440d-b160-68ee0bd1b24d None None] Set router 50dfe657-37e7-40c2-95ad-6b2be0a42f27 gateway port host: None {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:21:05.012909 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-4848454d-8e81-440d-b160-68ee0bd1b24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'name': 'tempest-TestShelveInstance-1192575603-router', 'tenant_id': 'cedd385212eb4fb2a79a18020ecce76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:37Z', 'updated_at': '2022-10-14T03:21:04Z', 'revision_number': 6, 'project_id': 'cedd385212eb4fb2a79a18020ecce76b', 'gw_port_host': None}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:05.039384 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4848454d-8e81-440d-b160-68ee0bd1b24d None None] The sync data for ids ['50dfe657-37e7-40c2-95ad-6b2be0a42f27'] in dv-cinder-801522-13-iscsi is: [{'id': '50dfe657-37e7-40c2-95ad-6b2be0a42f27', 'name': 'tempest-TestShelveInstance-1192575603-router', 'tenant_id': 'cedd385212eb4fb2a79a18020ecce76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:15:37Z', 'updated_at': '2022-10-14T03:21:04Z', 'revision_number': 6, 'project_id': 'cedd385212eb4fb2a79a18020ecce76b', 'gw_port_host': None}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:21:05.081716 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-c9b14b8b-57b4-4580-b561-a8b1f1f66132 None None] Current status of the port fd890523-9549-40e8-8b1c-a31e8b0825b0 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:05.132094 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-67a0475c-4057-4809-9a17-48941b5b4728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (cbbe9212-280e-4b5c-ac0e-7bab0272ee5a), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:05.157880 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0475c-4057-4809-9a17-48941b5b4728 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbbe9212-280e-4b5c-ac0e-7bab0272ee5a,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:05.217858 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-67a0475c-4057-4809-9a17-48941b5b4728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729212'] for router_gateway (50dfe657-37e7-40c2-95ad-6b2be0a42f27), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:05.300277 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-67a0475c-4057-4809-9a17-48941b5b4728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (50dfe657-37e7-40c2-95ad-6b2be0a42f27), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:05.302383 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-67a0475c-4057-4809-9a17-48941b5b4728 admin admin] Publish callbacks [] for router_controller (50dfe657-37e7-40c2-95ad-6b2be0a42f27), precommit_delete_associations {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:05.406661 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-67a0475c-4057-4809-9a17-48941b5b4728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737134'] for router (50dfe657-37e7-40c2-95ad-6b2be0a42f27), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:05.407397 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a0475c-4057-4809-9a17-48941b5b4728 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50dfe657-37e7-40c2-95ad-6b2be0a42f27 {{(pid=105049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 03:21:05.411891 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-67a0475c-4057-4809-9a17-48941b5b4728 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:05.413094 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-67a0475c-4057-4809-9a17-48941b5b4728 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/50dfe657-37e7-40c2-95ad-6b2be0a42f27 HTTP/1.1" status: 204 len: 168 time: 0.9534206 Oct 14 03:21:05.415654 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43590) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:05.463182 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_v2 [None req-5769b2da-ced8-46bf-b0ab-d6f487dd36e5 admin admin] Deleting subnet 7132f444-bb7e-4b2a-b5e1-75c5285912eb {{(pid=105049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 03:21:05.466765 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5769b2da-ced8-46bf-b0ab-d6f487dd36e5 admin admin] Publish callbacks [] for subnet (7132f444-bb7e-4b2a-b5e1-75c5285912eb), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:05.504735 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5769b2da-ced8-46bf-b0ab-d6f487dd36e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126008735'] for subnet (7132f444-bb7e-4b2a-b5e1-75c5285912eb), precommit_delete_associations {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:05.580176 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5769b2da-ced8-46bf-b0ab-d6f487dd36e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475189'] for subnet (7132f444-bb7e-4b2a-b5e1-75c5285912eb), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:05.604056 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:05.663964 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5769b2da-ced8-46bf-b0ab-d6f487dd36e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129412772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129318989'] for subnet (7132f444-bb7e-4b2a-b5e1-75c5285912eb), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:05.689636 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769b2da-ced8-46bf-b0ab-d6f487dd36e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7132f444-bb7e-4b2a-b5e1-75c5285912eb,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:05.693811 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-5769b2da-ced8-46bf-b0ab-d6f487dd36e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:05.696886 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-5769b2da-ced8-46bf-b0ab-d6f487dd36e5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/7132f444-bb7e-4b2a-b5e1-75c5285912eb HTTP/1.1" status: 204 len: 168 time: 0.2803090 Oct 14 03:21:05.700082 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe03d77-8a08-4ac9-bfe1-8441a7a577ea None None] Network 841a7afd-0ddf-42e1-830e-aeeeb94720d1 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:21:05.700264 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43592) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:05.772523 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598136'] for network (841a7afd-0ddf-42e1-830e-aeeeb94720d1), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:05.785248 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:05.819542 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] Deleting port fd890523-9549-40e8-8b1c-a31e8b0825b0 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:21:05.819882 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (fd890523-9549-40e8-8b1c-a31e8b0825b0), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:05.844950 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6ee9df-0f4e-4ff1-8c28-ddf28ec9bec1 None None] DHCP port deletion for 841a7afd-0ddf-42e1-830e-aeeeb94720d1 request from dv-cinder-801522-13-iscsi {{(pid=105051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 03:21:05.868983 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:05.883637 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] For port fd890523-9549-40e8-8b1c-a31e8b0825b0, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=fd890523-9549-40e8-8b1c-a31e8b0825b0,segment=NetworkSegment(fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125),segment_id=fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:21:05.883854 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ee9df-0f4e-4ff1-8c28-ddf28ec9bec1 None None] Deleting port fd890523-9549-40e8-8b1c-a31e8b0825b0 {{(pid=105051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:21:05.884070 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (fd890523-9549-40e8-8b1c-a31e8b0825b0), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:05.884218 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-6a6ee9df-0f4e-4ff1-8c28-ddf28ec9bec1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (fd890523-9549-40e8-8b1c-a31e8b0825b0), before_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:05.900760 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] Calling delete_port for fd890523-9549-40e8-8b1c-a31e8b0825b0 owned by network:dhcp {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:21:05.951967 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-6a6ee9df-0f4e-4ff1-8c28-ddf28ec9bec1 None None] For port fd890523-9549-40e8-8b1c-a31e8b0825b0, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=fd890523-9549-40e8-8b1c-a31e8b0825b0,segment=NetworkSegment(fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125),segment_id=fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:21:05.952527 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-6a6ee9df-0f4e-4ff1-8c28-ddf28ec9bec1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (fd890523-9549-40e8-8b1c-a31e8b0825b0), precommit_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:05.964938 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ee9df-0f4e-4ff1-8c28-ddf28ec9bec1 None None] Calling delete_port for fd890523-9549-40e8-8b1c-a31e8b0825b0 owned by network:dhcp {{(pid=105051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:21:06.032574 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=100 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:06.035227 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (fd890523-9549-40e8-8b1c-a31e8b0825b0), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:06.036374 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:21:06.063734 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd890523-9549-40e8-8b1c-a31e8b0825b0,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:06.065995 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] No DVR routers for this DVR port fd890523-9549-40e8-8b1c-a31e8b0825b0 on host dv-cinder-801522-13-iscsi {{(pid=105049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:21:06.066157 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:21:06.066631 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 3ddc5531-87fd-4d0c-b0c3-4d7f458ed986 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:21:06.067061 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device cbbe9212-280e-4b5c-ac0e-7bab0272ee5a no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:21:06.095095 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: cbbe9212-280e-4b5c-ac0e-7bab0272ee5a {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:21:06.095683 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device cbbe9212-280e-4b5c-ac0e-7bab0272ee5a not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:21:06.096317 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device fd890523-9549-40e8-8b1c-a31e8b0825b0 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:21:06.100366 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-6a6ee9df-0f4e-4ff1-8c28-ddf28ec9bec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685'] for port (fd890523-9549-40e8-8b1c-a31e8b0825b0), after_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:06.124663 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: fd890523-9549-40e8-8b1c-a31e8b0825b0 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:21:06.125009 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device fd890523-9549-40e8-8b1c-a31e8b0825b0 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:21:06.143584 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ee9df-0f4e-4ff1-8c28-ddf28ec9bec1 None None] Pushing event deleted for resources: {'Port': ['ID=fd890523-9549-40e8-8b1c-a31e8b0825b0,revision_number=None']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:06.148142 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6ee9df-0f4e-4ff1-8c28-ddf28ec9bec1 None None] No DVR routers for this DVR port fd890523-9549-40e8-8b1c-a31e8b0825b0 on host dv-cinder-801522-13-iscsi {{(pid=105051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:21:06.153176 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3595495', 'neutron.services.segments.db._delete_segments_for_network-8738586857692'] for network (841a7afd-0ddf-42e1-830e-aeeeb94720d1), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:06.175707 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841a7afd-0ddf-42e1-830e-aeeeb94720d1']}} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:06.184805 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125') {'for_net_delete': True} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:06.185096 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125') {} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:06.194429 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738586902950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126008806'] for segment (fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:06.207240 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:06.213407 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=105049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 03:21:06.214383 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129412686'] for segment (fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:06.290953 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125 resource provider aggregate not found Oct 14 03:21:06.307484 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa456e2c-69d1-4fcf-b6e4-3f80b0cc2125 found for delete ", "request_id": "req-3d23945a-d6bd-4fff-b132-ab67ffda73d6"}]} Oct 14 03:21:06.365815 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729251'] for network (841a7afd-0ddf-42e1-830e-aeeeb94720d1), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:06.372126 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:06.375149 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/841a7afd-0ddf-42e1-830e-aeeeb94720d1 HTTP/1.1" status: 204 len: 168 time: 0.6740956 Oct 14 03:21:06.386886 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7219d2-33df-472e-b702-fc9f6db3e1e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=841a7afd-0ddf-42e1-830e-aeeeb94720d1,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:06.669457 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43602) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:06.708874 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-f8733939-509a-413a-b417-c8494bddf04d admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=0a302ca039794ab599996fcda417a1c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381749 Oct 14 03:21:06.711364 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43604) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:06.762852 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ca28441b-2eec-4ffa-80bc-6144f91488fc admin admin] Publish callbacks [] for security_group (2937b625-91df-4907-b9bf-8e5432493ffd), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:06.782835 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ca28441b-2eec-4ffa-80bc-6144f91488fc admin admin] Publish callbacks [] for security_group (2937b625-91df-4907-b9bf-8e5432493ffd), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:06.909141 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ca28441b-2eec-4ffa-80bc-6144f91488fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (2937b625-91df-4907-b9bf-8e5432493ffd), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:06.911715 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-ca28441b-2eec-4ffa-80bc-6144f91488fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:06.912859 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-ca28441b-2eec-4ffa-80bc-6144f91488fc admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2937b625-91df-4907-b9bf-8e5432493ffd HTTP/1.1" status: 204 len: 168 time: 0.2006087 Oct 14 03:21:06.921443 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28441b-2eec-4ffa-80bc-6144f91488fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2937b625-91df-4907-b9bf-8e5432493ffd,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:07.521535 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43610) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:07.561331 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-f1c4a920-4111-437f-8c48-41d7d7de6ef3 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=cedd385212eb4fb2a79a18020ecce76b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386267 Oct 14 03:21:07.563741 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43612) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:07.580258 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:07.611179 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9b144164-967a-4f31-b177-d5470fb84302 admin admin] Publish callbacks [] for security_group (6cb18c4a-79e0-4d83-965f-1037d6f10468), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:07.631456 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9b144164-967a-4f31-b177-d5470fb84302 admin admin] Publish callbacks [] for security_group (6cb18c4a-79e0-4d83-965f-1037d6f10468), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:07.971621 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9b144164-967a-4f31-b177-d5470fb84302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (6cb18c4a-79e0-4d83-965f-1037d6f10468), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:07.974268 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9b144164-967a-4f31-b177-d5470fb84302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:07.975456 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-9b144164-967a-4f31-b177-d5470fb84302 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/6cb18c4a-79e0-4d83-965f-1037d6f10468 HTTP/1.1" status: 204 len: 168 time: 0.4108088 Oct 14 03:21:07.985470 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b144164-967a-4f31-b177-d5470fb84302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb18c4a-79e0-4d83-965f-1037d6f10468,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:08.980361 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43634) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:09.078986 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-7519a52b-874a-40f8-855c-7f8fcd996a61 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-355931349-network', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:21:09.094753 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:09.189053 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7519a52b-874a-40f8-855c-7f8fcd996a61 admin admin] Made reservation on behalf of 094ec37b955e4518b7abffd09afef4f0 for: {'network': 1} {{(pid=105049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:21:09.191558 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7519a52b-874a-40f8-855c-7f8fcd996a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:09.200899 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7519a52b-874a-40f8-855c-7f8fcd996a61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:09.274293 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7519a52b-874a-40f8-855c-7f8fcd996a61 admin admin] Publish callbacks [] for security_group (ce9f0fdf-6cbd-4adf-9262-a5454f12961c), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:09.343403 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7519a52b-874a-40f8-855c-7f8fcd996a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (ce9f0fdf-6cbd-4adf-9262-a5454f12961c), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:09.364916 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7519a52b-874a-40f8-855c-7f8fcd996a61 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=105049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 03:21:09.381824 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519a52b-874a-40f8-855c-7f8fcd996a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9f0fdf-6cbd-4adf-9262-a5454f12961c,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:09.384818 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7519a52b-874a-40f8-855c-7f8fcd996a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (c8b881d6-1dd2-4a8d-be12-23f8e2b411dc), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:09.385159 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.segments_db [None req-7519a52b-874a-40f8-855c-7f8fcd996a61 admin admin] Added segment c8b881d6-1dd2-4a8d-be12-23f8e2b411dc of type vlan for network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 Oct 14 03:21:09.424950 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7519a52b-874a-40f8-855c-7f8fcd996a61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (977c90dd-1f4c-40e4-bab8-7e46041a9b05), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:09.530601 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7519a52b-874a-40f8-855c-7f8fcd996a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (977c90dd-1f4c-40e4-bab8-7e46041a9b05), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:09.531595 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7519a52b-874a-40f8-855c-7f8fcd996a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:09.532180 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7519a52b-874a-40f8-855c-7f8fcd996a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:09.592356 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519a52b-874a-40f8-855c-7f8fcd996a61 admin admin] Pushing event updated for resources: {'Network': ['ID=977c90dd-1f4c-40e4-bab8-7e46041a9b05,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:09.601697 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 03:21:09.643384 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-7519a52b-874a-40f8-855c-7f8fcd996a61 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6618974 Oct 14 03:21:09.646332 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43638) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:09.651014 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-3738d14b-502e-4cc8-8d00-7a1575bc904c admin admin] Request body: {'subnet': {'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-355931349-subnet', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'ip_version': 4}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:21:09.743546 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3738d14b-502e-4cc8-8d00-7a1575bc904c admin admin] Made reservation on behalf of 094ec37b955e4518b7abffd09afef4f0 for: {'subnet': 1} {{(pid=105049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:21:09.745925 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3738d14b-502e-4cc8-8d00-7a1575bc904c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129322668'] for subnet (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:09.810969 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:DELETE=2,neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:09.949705 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3738d14b-502e-4cc8-8d00-7a1575bc904c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129412837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129322686'] for subnet (eace53d0-7e9b-429e-9297-3338d93efc16), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:10.005738 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738d14b-502e-4cc8-8d00-7a1575bc904c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eace53d0-7e9b-429e-9297-3338d93efc16,revision_number=0']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:10.015376 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3738d14b-502e-4cc8-8d00-7a1575bc904c admin admin] Checking segment: {'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:21:10.015727 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3738d14b-502e-4cc8-8d00-7a1575bc904c admin admin] Network hostable DHCP agents. Network: 977c90dd-1f4c-40e4-bab8-7e46041a9b05, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 03:21:10.080269 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3738d14b-502e-4cc8-8d00-7a1575bc904c admin admin] Network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 03:21:10.137771 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-3738d14b-502e-4cc8-8d00-7a1575bc904c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, 977c90dd-1f4c-40e4-bab8-7e46041a9b05) {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:21:10.142261 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3738d14b-502e-4cc8-8d00-7a1575bc904c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:10.143406 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3738d14b-502e-4cc8-8d00-7a1575bc904c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:10.146527 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be25df49-c670-455a-b941-465d4ace0c91 None None] Network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:21:10.203916 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-3738d14b-502e-4cc8-8d00-7a1575bc904c admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5564392 Oct 14 03:21:10.206466 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43640) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:10.210776 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:21:10.250112 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp425d6158-53e4-58c1-b7c9-e64d652d6efd-977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16'}]}} from dv-cinder-801522-13-iscsi. {{(pid=105051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 03:21:10.251000 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:10.314469 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (9853c51a-c2f7-4763-a23b-b9f6e9e4c02f), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:10.315705 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (9853c51a-c2f7-4763-a23b-b9f6e9e4c02f), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:10.369594 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Publish callbacks [] for router_controller (9853c51a-c2f7-4763-a23b-b9f6e9e4c02f), precommit_add_association {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:10.521734 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.db_base_plugin_common [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Allocated IP 172.20.0.2 (977c90dd-1f4c-40e4-bab8-7e46041a9b05/eace53d0-7e9b-429e-9297-3338d93efc16/65ede196-cc99-4603-8230-c24188d123a3) {{(pid=105051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:21:10.554878 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Publish callbacks [] for router_gateway (9853c51a-c2f7-4763-a23b-b9f6e9e4c02f), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:10.660477 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Publish callbacks [] for port (65ede196-cc99-4603-8230-c24188d123a3), precommit_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:10.696890 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:10.743757 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (65ede196-cc99-4603-8230-c24188d123a3), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:10.784162 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 is already hosted by enough agents. {{(pid=105051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:21:10.788964 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.base_scheduler [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Resources bound (agent type, host, resource id): {{(pid=105051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:21:10.792696 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Received port after_create {{(pid=105051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:21:10.797997 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Pushing event updated for resources: {'Port': ['ID=65ede196-cc99-4603-8230-c24188d123a3,revision_number=1']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:10.812581 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Publish callbacks [] for router_gateway (9853c51a-c2f7-4763-a23b-b9f6e9e4c02f), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:10.832143 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:10.850794 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Attempting to bind port 65ede196-cc99-4603-8230-c24188d123a3 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:21:10.851170 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Attempting to bind port 65ede196-cc99-4603-8230-c24188d123a3 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:21:10.851537 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Attempting to bind port 65ede196-cc99-4603-8230-c24188d123a3 on network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:21:10.878248 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:10.893430 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:21:10.893838 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Checking segment: {'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:21:10.894245 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:10.894632 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Bound using segment: {'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:21:10.895101 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Bound port: 65ede196-cc99-4603-8230-c24188d123a3, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:21:10.895483 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (65ede196-cc99-4603-8230-c24188d123a3), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:10.941070 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Allocated IP 172.27.3.51 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/f9e02971-5f12-419f-80ef-2983326520d5) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:21:10.959760 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:10.961006 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] For port 65ede196-cc99-4603-8230-c24188d123a3, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:21:10.964020 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] For port 65ede196-cc99-4603-8230-c24188d123a3, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=65ede196-cc99-4603-8230-c24188d123a3,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:21:11.045610 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Publish callbacks [] for port (f9e02971-5f12-419f-80ef-2983326520d5), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:11.046224 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (65ede196-cc99-4603-8230-c24188d123a3), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:11.047996 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:11.096680 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9e154-82cd-4c7a-bcb4-9d2e3ef4d258 None None] Pushing event updated for resources: {'Port': ['ID=65ede196-cc99-4603-8230-c24188d123a3,revision_number=2']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:11.177599 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (f9e02971-5f12-419f-80ef-2983326520d5), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:11.234962 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:21:11.238013 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:21:11.243645 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:21:11.249027 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e02971-5f12-419f-80ef-2983326520d5,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:11.374888 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=2 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:11.404986 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=23 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:11.576102 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Publish callbacks [] for router_gateway (9853c51a-c2f7-4763-a23b-b9f6e9e4c02f), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:11.704274 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:11.767262 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729284'] for router (9853c51a-c2f7-4763-a23b-b9f6e9e4c02f), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:11.923669 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2576f9-64f0-40af-8db8-8c2fd6c8d818 None None] Network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:21:11.949765 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f is scheduled to L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 with binding_index 1 {{(pid=105049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 03:21:11.984323 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-355c8ab9-5ab7-46c2-b967-749cf0065d8e None None] Provisioning complete for port 65ede196-cc99-4603-8230-c24188d123a3 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:11.984694 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-355c8ab9-5ab7-46c2-b967-749cf0065d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (65ede196-cc99-4603-8230-c24188d123a3), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:11.985032 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-355c8ab9-5ab7-46c2-b967-749cf0065d8e None None] Attempt 1 to provision port 65ede196-cc99-4603-8230-c24188d123a3 Oct 14 03:21:12.060581 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:21:12.071159 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Sync routers for ids ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:21:12.075345 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 65ede196-cc99-4603-8230-c24188d123a3 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:21:12.082965 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Routers {'9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:21:12.083655 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:20:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:12.157333 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-355c8ab9-5ab7-46c2-b967-749cf0065d8e None None] Current status of the port 65ede196-cc99-4603-8230-c24188d123a3 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:12.157750 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-355c8ab9-5ab7-46c2-b967-749cf0065d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (65ede196-cc99-4603-8230-c24188d123a3), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:12.182299 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 65ede196-cc99-4603-8230-c24188d123a3 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:12.182720 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (65ede196-cc99-4603-8230-c24188d123a3), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:12.182911 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 65ede196-cc99-4603-8230-c24188d123a3 Oct 14 03:21:12.186348 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Set router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:21:12.188037 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:12.189867 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-05c85e57-7707-4943-93c7-dc8ccaa8bf40 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9813256 Oct 14 03:21:12.191742 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43642) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:12.226679 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-355c8ab9-5ab7-46c2-b967-749cf0065d8e None None] For port 65ede196-cc99-4603-8230-c24188d123a3, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=65ede196-cc99-4603-8230-c24188d123a3,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:21:12.275820 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 65ede196-cc99-4603-8230-c24188d123a3 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:12.276617 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (65ede196-cc99-4603-8230-c24188d123a3), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:12.293198 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-355c8ab9-5ab7-46c2-b967-749cf0065d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (65ede196-cc99-4603-8230-c24188d123a3), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:12.365057 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:11Z', 'revision_number': 3, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:12.378885 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c8ab9-5ab7-46c2-b967-749cf0065d8e None None] Pushing event updated for resources: {'Port': ['ID=65ede196-cc99-4603-8230-c24188d123a3,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:12.385484 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.db.api [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 14 03:21:12.386234 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG oslo_db.api [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 03:21:12.394171 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Checking router: 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:21:12.394729 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Updating router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f port f9e02971-5f12-419f-80ef-2983326520d5 binding host dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:21:12.411817 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-0dd51298-cb7a-4b6b-97fd-26652ebd2ce6 None None] Provisioning complete for port 65ede196-cc99-4603-8230-c24188d123a3 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:12.412221 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0dd51298-cb7a-4b6b-97fd-26652ebd2ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (65ede196-cc99-4603-8230-c24188d123a3), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:12.412565 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-0dd51298-cb7a-4b6b-97fd-26652ebd2ce6 None None] Attempt 1 to provision port 65ede196-cc99-4603-8230-c24188d123a3 Oct 14 03:21:12.491232 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (f9e02971-5f12-419f-80ef-2983326520d5), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:12.534713 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-0dd51298-cb7a-4b6b-97fd-26652ebd2ce6 None None] Current status of the port 65ede196-cc99-4603-8230-c24188d123a3 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:12.698797 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:12.732979 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Publish callbacks [] for port (f9e02971-5f12-419f-80ef-2983326520d5), precommit_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:12.806312 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (f9e02971-5f12-419f-80ef-2983326520d5), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:12.838343 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:12.841142 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Attempting to bind port f9e02971-5f12-419f-80ef-2983326520d5 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:21:12.841508 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Attempting to bind port f9e02971-5f12-419f-80ef-2983326520d5 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:21:12.841895 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Attempting to bind port f9e02971-5f12-419f-80ef-2983326520d5 on network bb95bd8b-673c-4030-8dbe-0fae2985823e {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:21:12.856950 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] Allocated IP 172.20.0.1 (977c90dd-1f4c-40e4-bab8-7e46041a9b05/eace53d0-7e9b-429e-9297-3338d93efc16/379e857d-00ef-4c8b-94a5-4255bf006d33) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:21:12.876117 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbcab4-34e6-48a7-a5b5-8517b6d9e37d None None] Pushing event updated for resources: {'Port': ['ID=f9e02971-5f12-419f-80ef-2983326520d5,revision_number=2']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:12.882523 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:12.888937 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecbcab4-34e6-48a7-a5b5-8517b6d9e37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:12.889282 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecbcab4-34e6-48a7-a5b5-8517b6d9e37d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:12.889642 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecbcab4-34e6-48a7-a5b5-8517b6d9e37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:12.890018 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecbcab4-34e6-48a7-a5b5-8517b6d9e37d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:12.890353 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecbcab4-34e6-48a7-a5b5-8517b6d9e37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:12.890669 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecbcab4-34e6-48a7-a5b5-8517b6d9e37d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:12.890990 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecbcab4-34e6-48a7-a5b5-8517b6d9e37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:12.891312 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecbcab4-34e6-48a7-a5b5-8517b6d9e37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:12.891643 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecbcab4-34e6-48a7-a5b5-8517b6d9e37d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:12.891963 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecbcab4-34e6-48a7-a5b5-8517b6d9e37d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:12.892284 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecbcab4-34e6-48a7-a5b5-8517b6d9e37d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:12.892612 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecbcab4-34e6-48a7-a5b5-8517b6d9e37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:12.892929 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecbcab4-34e6-48a7-a5b5-8517b6d9e37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:12.893240 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecbcab4-34e6-48a7-a5b5-8517b6d9e37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:12.893551 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecbcab4-34e6-48a7-a5b5-8517b6d9e37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:21:12.905457 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:21:12.905852 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Checking segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:21:12.906250 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:12.906632 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Bound using segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:21:12.907099 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Bound port: f9e02971-5f12-419f-80ef-2983326520d5, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:21:12.907485 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (f9e02971-5f12-419f-80ef-2983326520d5), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:12.924004 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 65ede196-cc99-4603-8230-c24188d123a3 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:12.953966 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:12.956596 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] For port f9e02971-5f12-419f-80ef-2983326520d5, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:21:12.959770 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] For port f9e02971-5f12-419f-80ef-2983326520d5, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=f9e02971-5f12-419f-80ef-2983326520d5,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:21:12.965624 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] Publish callbacks [] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:13.047065 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (f9e02971-5f12-419f-80ef-2983326520d5), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:13.057870 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:13.086255 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Routers {'9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:21:13.086905 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:20:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:13.097892 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] Network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:21:13.102742 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:21:13.107274 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:21:13.128084 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] Pushing event updated for resources: {'Port': ['ID=379e857d-00ef-4c8b-94a5-4255bf006d33,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:13.145719 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbcab4-34e6-48a7-a5b5-8517b6d9e37d None None] Pushing event updated for resources: {'Port': ['ID=f9e02971-5f12-419f-80ef-2983326520d5,revision_number=3']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:13.154352 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735551'] for router_interface (9853c51a-c2f7-4763-a23b-b9f6e9e4c02f), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:13.182525 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:13.299037 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] Set router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:21:13.358885 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-76ced42e-95cc-4e37-a504-0057db7e7406 None None] Provisioning complete for port 379e857d-00ef-4c8b-94a5-4255bf006d33 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:13.359476 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-76ced42e-95cc-4e37-a504-0057db7e7406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:13.360072 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-76ced42e-95cc-4e37-a504-0057db7e7406 None None] Attempt 1 to provision port 379e857d-00ef-4c8b-94a5-4255bf006d33 Oct 14 03:21:13.370458 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:13.394860 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-76ced42e-95cc-4e37-a504-0057db7e7406 None None] Port 379e857d-00ef-4c8b-94a5-4255bf006d33 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:21:13.405395 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:13.468154 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:11Z', 'revision_number': 3, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:13.492350 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c3593a-9410-47b6-85ed-39a4173b10bc None None] The sync data for ids ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'] in dv-cinder-801522-13-iscsi is: [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:11Z', 'revision_number': 3, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:21:13.545382 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] Publish callbacks [] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:13.616762 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:13.698179 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-735651'] for router_interface (9853c51a-c2f7-4763-a23b-b9f6e9e4c02f), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:13.704964 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] Pushing event updated for resources: {'Port': ['ID=379e857d-00ef-4c8b-94a5-4255bf006d33,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:13.807137 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] Network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:21:13.808572 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:21:13.927488 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] Router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:21:14.028898 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-19bd34cb-8a3d-4370-9443-f0223c06cb28 None None] Provisioning complete for port 379e857d-00ef-4c8b-94a5-4255bf006d33 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:14.028898 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-19bd34cb-8a3d-4370-9443-f0223c06cb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:14.029478 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-19bd34cb-8a3d-4370-9443-f0223c06cb28 None None] Attempt 1 to provision port 379e857d-00ef-4c8b-94a5-4255bf006d33 Oct 14 03:21:14.057285 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:21:14.072045 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-19bd34cb-8a3d-4370-9443-f0223c06cb28 None None] Port 379e857d-00ef-4c8b-94a5-4255bf006d33 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:21:14.072376 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-8102bd03-f88e-4df5-a9ce-5fd5c7896582 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/9853c51a-c2f7-4763-a23b-b9f6e9e4c02f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8788793 Oct 14 03:21:14.132726 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 65ede196-cc99-4603-8230-c24188d123a3 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:21:14.159628 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:14.165224 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:14.181854 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 65ede196-cc99-4603-8230-c24188d123a3 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:14.182243 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (65ede196-cc99-4603-8230-c24188d123a3), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:14.182583 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 65ede196-cc99-4603-8230-c24188d123a3 Oct 14 03:21:14.265850 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 65ede196-cc99-4603-8230-c24188d123a3 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:14.266937 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device f9e02971-5f12-419f-80ef-2983326520d5 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:21:14.313476 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port f9e02971-5f12-419f-80ef-2983326520d5 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:14.313884 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (f9e02971-5f12-419f-80ef-2983326520d5), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:14.314225 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port f9e02971-5f12-419f-80ef-2983326520d5 Oct 14 03:21:14.394363 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port f9e02971-5f12-419f-80ef-2983326520d5 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:14.394797 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (f9e02971-5f12-419f-80ef-2983326520d5), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:14.415462 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port f9e02971-5f12-419f-80ef-2983326520d5, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=f9e02971-5f12-419f-80ef-2983326520d5,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:21:14.486502 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (f9e02971-5f12-419f-80ef-2983326520d5), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:14.535236 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=f9e02971-5f12-419f-80ef-2983326520d5,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:14.775648 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43658) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:14.781270 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-1025e514-04f6-4930-a9f9-b119f1e8c6b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-122141086-network', 'tenant_id': 'ce079564be954618a73a9c64c4f551d5'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:21:14.834620 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1025e514-04f6-4930-a9f9-b119f1e8c6b9 admin admin] Made reservation on behalf of ce079564be954618a73a9c64c4f551d5 for: {'network': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:21:14.837068 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1025e514-04f6-4930-a9f9-b119f1e8c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for network (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:14.847005 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1025e514-04f6-4930-a9f9-b119f1e8c6b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:14.879444 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:14.923973 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1025e514-04f6-4930-a9f9-b119f1e8c6b9 admin admin] Publish callbacks [] for security_group (d5253a11-4d4c-424a-bca2-6df873369887), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:14.977501 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1025e514-04f6-4930-a9f9-b119f1e8c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (d5253a11-4d4c-424a-bca2-6df873369887), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:15.007759 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1025e514-04f6-4930-a9f9-b119f1e8c6b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=105050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 03:21:15.015176 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025e514-04f6-4930-a9f9-b119f1e8c6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5253a11-4d4c-424a-bca2-6df873369887,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:15.021664 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1025e514-04f6-4930-a9f9-b119f1e8c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (736dc5b3-45ac-47df-88c9-0f45e1495910), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:15.022271 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.segments_db [None req-1025e514-04f6-4930-a9f9-b119f1e8c6b9 admin admin] Added segment 736dc5b3-45ac-47df-88c9-0f45e1495910 of type vlan for network a8c391fa-637c-40ae-87cb-28b0323ee90b Oct 14 03:21:15.063062 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:15.066528 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1025e514-04f6-4930-a9f9-b119f1e8c6b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738586322890'] for network (a8c391fa-637c-40ae-87cb-28b0323ee90b), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:15.100769 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Sync routers for ids ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:21:15.111691 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Routers {'9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:21:15.112303 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:20:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:15.149306 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1025e514-04f6-4930-a9f9-b119f1e8c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652'] for network (a8c391fa-637c-40ae-87cb-28b0323ee90b), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:15.150368 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1025e514-04f6-4930-a9f9-b119f1e8c6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:15.150990 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-1025e514-04f6-4930-a9f9-b119f1e8c6b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:15.210675 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025e514-04f6-4930-a9f9-b119f1e8c6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=a8c391fa-637c-40ae-87cb-28b0323ee90b,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:15.214731 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Set router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:21:15.243499 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Network a8c391fa-637c-40ae-87cb-28b0323ee90b details requested by agent ovs-agent-dv-cinder-801522-13-iscsi with host dv-cinder-801522-13-iscsi {{(pid=105051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 03:21:15.265527 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-1025e514-04f6-4930-a9f9-b119f1e8c6b9 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4887297 Oct 14 03:21:15.268416 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43660) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:15.273135 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-4c4167f5-4af9-4cb8-a3c6-4415c421d759 admin admin] Request body: {'subnet': {'network_id': 'a8c391fa-637c-40ae-87cb-28b0323ee90b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-122141086-subnet', 'tenant_id': 'ce079564be954618a73a9c64c4f551d5', 'ip_version': 4}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:21:15.327886 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:15.348371 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4167f5-4af9-4cb8-a3c6-4415c421d759 admin admin] Made reservation on behalf of ce079564be954618a73a9c64c4f551d5 for: {'subnet': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:21:15.350945 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4c4167f5-4af9-4cb8-a3c6-4415c421d759 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129056296'] for subnet (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:15.463596 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 2, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:15.488020 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Checking router: 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:21:15.488373 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Updating router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f port 379e857d-00ef-4c8b-94a5-4255bf006d33 binding host dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:21:15.516530 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:15.572534 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4c4167f5-4af9-4cb8-a3c6-4415c421d759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128314532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129056314'] for subnet (138037bf-0b7e-4337-909f-e9f82e78a6c6), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:15.628307 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4167f5-4af9-4cb8-a3c6-4415c421d759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=138037bf-0b7e-4337-909f-e9f82e78a6c6,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:15.645093 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4167f5-4af9-4cb8-a3c6-4415c421d759 admin admin] Checking segment: {'id': '736dc5b3-45ac-47df-88c9-0f45e1495910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a8c391fa-637c-40ae-87cb-28b0323ee90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:21:15.645444 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4167f5-4af9-4cb8-a3c6-4415c421d759 admin admin] Network hostable DHCP agents. Network: a8c391fa-637c-40ae-87cb-28b0323ee90b, hostable agents: ['ceef6722-a428-4a4c-86f8-369bca9c0903'], hosted agents: [] {{(pid=105050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 03:21:15.707841 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4167f5-4af9-4cb8-a3c6-4415c421d759 admin admin] Network a8c391fa-637c-40ae-87cb-28b0323ee90b is scheduled to be hosted by DHCP agent ceef6722-a428-4a4c-86f8-369bca9c0903 with binding_index 1 {{(pid=105050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 03:21:15.770262 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Publish callbacks [] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), precommit_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:15.772855 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-4c4167f5-4af9-4cb8-a3c6-4415c421d759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-13-iscsi, a8c391fa-637c-40ae-87cb-28b0323ee90b) {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:21:15.777105 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4167f5-4af9-4cb8-a3c6-4415c421d759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:15.777842 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-4c4167f5-4af9-4cb8-a3c6-4415c421d759 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:15.783236 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a650b0-5316-4982-b181-ba565c38d8ee None None] Network a8c391fa-637c-40ae-87cb-28b0323ee90b requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:21:15.851012 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:15.879028 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-4c4167f5-4af9-4cb8-a3c6-4415c421d759 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6070862 Oct 14 03:21:15.879232 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43662) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:15.883667 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-122141086-router', 'tenant_id': 'ce079564be954618a73a9c64c4f551d5', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:21:15.902963 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:15.919107 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp425d6158-53e4-58c1-b7c9-e64d652d6efd-a8c391fa-637c-40ae-87cb-28b0323ee90b', 'network_id': 'a8c391fa-637c-40ae-87cb-28b0323ee90b', 'project_id': 'ce079564be954618a73a9c64c4f551d5', 'fixed_ips': [{'subnet_id': '138037bf-0b7e-4337-909f-e9f82e78a6c6'}]}} from dv-cinder-801522-13-iscsi. {{(pid=105051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 14 03:21:15.922173 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:15.924498 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c762ec4-c029-4fd6-bed7-fe66c3492a4f None None] Pushing event updated for resources: {'Port': ['ID=379e857d-00ef-4c8b-94a5-4255bf006d33,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:15.949323 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (726f92fa-cd9b-4ac7-ad04-93e91c313147), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:15.950401 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-771989', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (726f92fa-cd9b-4ac7-ad04-93e91c313147), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:16.024667 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Publish callbacks [] for router_controller (726f92fa-cd9b-4ac7-ad04-93e91c313147), precommit_add_association {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:16.047088 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Attempting to bind port 379e857d-00ef-4c8b-94a5-4255bf006d33 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:21:16.047457 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Attempting to bind port 379e857d-00ef-4c8b-94a5-4255bf006d33 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:21:16.047818 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Attempting to bind port 379e857d-00ef-4c8b-94a5-4255bf006d33 on network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:21:16.054037 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device f9e02971-5f12-419f-80ef-2983326520d5 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:21:16.172787 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:21:16.173505 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Checking segment: {'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:21:16.173505 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:16.173860 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Bound using segment: {'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:21:16.174329 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Bound port: 379e857d-00ef-4c8b-94a5-4255bf006d33, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:21:16.174702 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:16.179204 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port f9e02971-5f12-419f-80ef-2983326520d5 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:16.179579 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (f9e02971-5f12-419f-80ef-2983326520d5), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:16.179890 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port f9e02971-5f12-419f-80ef-2983326520d5 Oct 14 03:21:16.192038 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:16.192226 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Publish callbacks [] for router_gateway (726f92fa-cd9b-4ac7-ad04-93e91c313147), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:16.254000 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.db_base_plugin_common [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Allocated IP 172.20.0.2 (a8c391fa-637c-40ae-87cb-28b0323ee90b/138037bf-0b7e-4337-909f-e9f82e78a6c6/0b3a8886-270f-4d53-9e3a-0c782a46a9e6) {{(pid=105051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:21:16.314978 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:16.426668 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Publish callbacks [] for router_gateway (726f92fa-cd9b-4ac7-ad04-93e91c313147), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:16.443719 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:16.486600 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:16.494885 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] For port 379e857d-00ef-4c8b-94a5-4255bf006d33, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:21:16.520644 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] For port 379e857d-00ef-4c8b-94a5-4255bf006d33, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=379e857d-00ef-4c8b-94a5-4255bf006d33,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:21:16.529859 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port f9e02971-5f12-419f-80ef-2983326520d5 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:16.550707 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:16.552280 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Allocated IP 172.27.3.15 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/81a7fc9f-79d5-4f34-ac28-82a205590d23) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:21:16.597017 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:16.602826 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Publish callbacks [] for port (0b3a8886-270f-4d53-9e3a-0c782a46a9e6), precommit_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:16.638139 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Routers {'9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:21:16.638755 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:20:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:16.658092 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Publish callbacks [] for port (81a7fc9f-79d5-4f34-ac28-82a205590d23), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:16.681354 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676'] for port (0b3a8886-270f-4d53-9e3a-0c782a46a9e6), after_create {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:16.703967 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c762ec4-c029-4fd6-bed7-fe66c3492a4f None None] Pushing event updated for resources: {'Port': ['ID=379e857d-00ef-4c8b-94a5-4255bf006d33,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:16.758744 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Network a8c391fa-637c-40ae-87cb-28b0323ee90b is already hosted by enough agents. {{(pid=105051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:21:16.765869 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (81a7fc9f-79d5-4f34-ac28-82a205590d23), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:16.769666 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.base_scheduler [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Resources bound (agent type, host, resource id): {{(pid=105051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:21:16.774702 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Received port after_create {{(pid=105051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:21:16.798762 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Pushing event updated for resources: {'Port': ['ID=0b3a8886-270f-4d53-9e3a-0c782a46a9e6,revision_number=1']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:16.805541 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:21:16.808842 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:21:16.812434 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:21:16.822056 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] Set router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:21:16.836921 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Pushing event updated for resources: {'Port': ['ID=81a7fc9f-79d5-4f34-ac28-82a205590d23,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:16.912508 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Attempting to bind port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:21:16.912871 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Attempting to bind port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '736dc5b3-45ac-47df-88c9-0f45e1495910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a8c391fa-637c-40ae-87cb-28b0323ee90b'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:21:16.913230 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Attempting to bind port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 on network a8c391fa-637c-40ae-87cb-28b0323ee90b {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:21:16.918809 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:16.981517 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:17.006017 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:21:17.006412 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Checking segment: {'id': '736dc5b3-45ac-47df-88c9-0f45e1495910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a8c391fa-637c-40ae-87cb-28b0323ee90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:21:17.006785 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:17.007175 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Bound using segment: {'id': '736dc5b3-45ac-47df-88c9-0f45e1495910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a8c391fa-637c-40ae-87cb-28b0323ee90b'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:21:17.007659 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Bound port: 0b3a8886-270f-4d53-9e3a-0c782a46a9e6, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736dc5b3-45ac-47df-88c9-0f45e1495910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a8c391fa-637c-40ae-87cb-28b0323ee90b'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:21:17.008022 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (0b3a8886-270f-4d53-9e3a-0c782a46a9e6), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:17.116349 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:16Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:17.116682 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Publish callbacks [] for router_gateway (726f92fa-cd9b-4ac7-ad04-93e91c313147), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:17.120555 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] For port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:21:17.123840 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] For port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=0b3a8886-270f-4d53-9e3a-0c782a46a9e6,segment=NetworkSegment(736dc5b3-45ac-47df-88c9-0f45e1495910),segment_id=736dc5b3-45ac-47df-88c9-0f45e1495910)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:21:17.151334 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a9d07-89d6-4885-9d36-847fe1202c54 None None] The sync data for ids ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'] in dv-cinder-801522-13-iscsi is: [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:16Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:21:17.228606 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (0b3a8886-270f-4d53-9e3a-0c782a46a9e6), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:17.293412 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6346cb9-457e-4729-acb7-9e0d25d0d86b None None] Pushing event updated for resources: {'Port': ['ID=0b3a8886-270f-4d53-9e3a-0c782a46a9e6,revision_number=2']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:17.622996 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729284'] for router (726f92fa-cd9b-4ac7-ad04-93e91c313147), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:17.817788 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Router 726f92fa-cd9b-4ac7-ad04-93e91c313147 is scheduled to L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 with binding_index 1 {{(pid=105050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 03:21:17.923705 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:21:17.934107 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Sync routers for ids ['726f92fa-cd9b-4ac7-ad04-93e91c313147'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:21:17.944697 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Routers {'726f92fa-cd9b-4ac7-ad04-93e91c313147'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:21:17.948714 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:20:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['726f92fa-cd9b-4ac7-ad04-93e91c313147'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:17.991595 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] Publish callbacks [] for router (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:17.992905 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-ecec4474-0fe5-451a-a038-2d58c2cb7eff admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1126502 Oct 14 03:21:17.996016 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43664) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:18.088442 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Set router 726f92fa-cd9b-4ac7-ad04-93e91c313147 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:21:18.149280 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:21:18.207063 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:18.207524 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (0b3a8886-270f-4d53-9e3a-0c782a46a9e6), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:18.207865 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 Oct 14 03:21:18.302908 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'name': 'tempest-TestVolumeBootPattern-122141086-router', 'tenant_id': 'ce079564be954618a73a9c64c4f551d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '81a7fc9f-79d5-4f34-ac28-82a205590d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:15Z', 'updated_at': '2022-10-14T03:21:16Z', 'revision_number': 3, 'project_id': 'ce079564be954618a73a9c64c4f551d5', 'gw_port': {'id': '81a7fc9f-79d5-4f34-ac28-82a205590d23', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:16Z', 'updated_at': '2022-10-14T03:21:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:18.332526 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Checking router: 726f92fa-cd9b-4ac7-ad04-93e91c313147 for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:21:18.333285 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Updating router 726f92fa-cd9b-4ac7-ad04-93e91c313147 port 81a7fc9f-79d5-4f34-ac28-82a205590d23 binding host dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:21:18.334337 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:18.334821 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (0b3a8886-270f-4d53-9e3a-0c782a46a9e6), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:18.350963 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:18.376777 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (81a7fc9f-79d5-4f34-ac28-82a205590d23), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:18.378510 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a570839-174f-452d-8ac0-13984967583f None None] Network a8c391fa-637c-40ae-87cb-28b0323ee90b requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:21:18.477842 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=0b3a8886-270f-4d53-9e3a-0c782a46a9e6,segment=NetworkSegment(736dc5b3-45ac-47df-88c9-0f45e1495910),segment_id=736dc5b3-45ac-47df-88c9-0f45e1495910)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:21:18.484885 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-cc7d7102-e19c-4a42-8c1f-32ef2c7f0f7f None None] Provisioning complete for port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:18.485382 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-cc7d7102-e19c-4a42-8c1f-32ef2c7f0f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (0b3a8886-270f-4d53-9e3a-0c782a46a9e6), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:18.485740 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-cc7d7102-e19c-4a42-8c1f-32ef2c7f0f7f None None] Attempt 1 to provision port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 Oct 14 03:21:18.488118 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:18.534587 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (0b3a8886-270f-4d53-9e3a-0c782a46a9e6), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:18.535385 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 379e857d-00ef-4c8b-94a5-4255bf006d33 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:21:18.559770 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:18.577777 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:18.654734 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=0b3a8886-270f-4d53-9e3a-0c782a46a9e6,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:18.663472 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Publish callbacks [] for port (81a7fc9f-79d5-4f34-ac28-82a205590d23), precommit_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:18.676001 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 379e857d-00ef-4c8b-94a5-4255bf006d33 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:18.676390 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:18.676712 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 379e857d-00ef-4c8b-94a5-4255bf006d33 Oct 14 03:21:18.680856 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-cc7d7102-e19c-4a42-8c1f-32ef2c7f0f7f None None] Current status of the port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:18.726223 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (81a7fc9f-79d5-4f34-ac28-82a205590d23), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:18.743717 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:18.758700 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] Allocated IP 172.20.0.1 (a8c391fa-637c-40ae-87cb-28b0323ee90b/138037bf-0b7e-4337-909f-e9f82e78a6c6/b7279cfe-ae16-4adc-ac84-66c2aed05c37) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:21:18.766823 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:18.766823 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 379e857d-00ef-4c8b-94a5-4255bf006d33 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:18.767170 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Attempting to bind port 81a7fc9f-79d5-4f34-ac28-82a205590d23 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:21:18.767339 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:18.767448 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Attempting to bind port 81a7fc9f-79d5-4f34-ac28-82a205590d23 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:21:18.767448 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Attempting to bind port 81a7fc9f-79d5-4f34-ac28-82a205590d23 on network bb95bd8b-673c-4030-8dbe-0fae2985823e {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:21:18.798338 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 379e857d-00ef-4c8b-94a5-4255bf006d33, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=379e857d-00ef-4c8b-94a5-4255bf006d33,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:21:18.818894 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a339c5-cd35-4fc0-8a5c-aa53701d207a None None] Pushing event updated for resources: {'Port': ['ID=81a7fc9f-79d5-4f34-ac28-82a205590d23,revision_number=2']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:18.824630 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:21:18.825020 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Checking segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:21:18.825863 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:18.825863 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Bound using segment: {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'} {{(pid=105052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:21:18.826226 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.managers [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Bound port: 81a7fc9f-79d5-4f34-ac28-82a205590d23, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6c158c-e6b0-4df6-87a6-0762e7268e5f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e'}}] {{(pid=105052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:21:18.826601 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (81a7fc9f-79d5-4f34-ac28-82a205590d23), before_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:18.880388 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] Publish callbacks [] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:18.882234 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] For port 81a7fc9f-79d5-4f34-ac28-82a205590d23, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:21:18.885352 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.plugins.ml2.db [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] For port 81a7fc9f-79d5-4f34-ac28-82a205590d23, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=81a7fc9f-79d5-4f34-ac28-82a205590d23,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:21:18.903633 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-5e5614bc-0f81-41bc-828c-3a08b1c20574 None None] Provisioning complete for port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:18.904006 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-5e5614bc-0f81-41bc-828c-3a08b1c20574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (0b3a8886-270f-4d53-9e3a-0c782a46a9e6), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:18.904347 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-5e5614bc-0f81-41bc-828c-3a08b1c20574 None None] Attempt 1 to provision port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 Oct 14 03:21:18.925267 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:18.984702 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron_lib.callbacks.manager [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (81a7fc9f-79d5-4f34-ac28-82a205590d23), after_update {{(pid=105052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:18.988583 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=379e857d-00ef-4c8b-94a5-4255bf006d33,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:19.007177 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:19.028687 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-5e5614bc-0f81-41bc-828c-3a08b1c20574 None None] Current status of the port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:19.030609 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Routers {'726f92fa-cd9b-4ac7-ad04-93e91c313147'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:21:19.031241 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:20:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['726f92fa-cd9b-4ac7-ad04-93e91c313147'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:19.036305 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:19.051462 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] Network a8c391fa-637c-40ae-87cb-28b0323ee90b is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:21:19.056392 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:21:19.059279 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:21:19.065267 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b7279cfe-ae16-4adc-ac84-66c2aed05c37,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:19.093936 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:19.098606 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a339c5-cd35-4fc0-8a5c-aa53701d207a None None] Pushing event updated for resources: {'Port': ['ID=81a7fc9f-79d5-4f34-ac28-82a205590d23,revision_number=3']} {{(pid=105052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:19.107195 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735551'] for router_interface (726f92fa-cd9b-4ac7-ad04-93e91c313147), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:19.162887 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] Set router 726f92fa-cd9b-4ac7-ad04-93e91c313147 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:21:19.331350 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:19.331568 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'name': 'tempest-TestVolumeBootPattern-122141086-router', 'tenant_id': 'ce079564be954618a73a9c64c4f551d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '81a7fc9f-79d5-4f34-ac28-82a205590d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:15Z', 'updated_at': '2022-10-14T03:21:16Z', 'revision_number': 3, 'project_id': 'ce079564be954618a73a9c64c4f551d5', 'gw_port': {'id': '81a7fc9f-79d5-4f34-ac28-82a205590d23', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:16Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:19.348680 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-6eaa5f69-cfb2-4829-b27a-89cab43b5142 None None] Provisioning complete for port b7279cfe-ae16-4adc-ac84-66c2aed05c37 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:19.349285 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-6eaa5f69-cfb2-4829-b27a-89cab43b5142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:19.349382 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-6eaa5f69-cfb2-4829-b27a-89cab43b5142 None None] Attempt 1 to provision port b7279cfe-ae16-4adc-ac84-66c2aed05c37 Oct 14 03:21:19.361699 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1fd16b-e86a-48c9-b0d4-b1fa81fd5aa9 None None] The sync data for ids ['726f92fa-cd9b-4ac7-ad04-93e91c313147'] in dv-cinder-801522-13-iscsi is: [{'id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'name': 'tempest-TestVolumeBootPattern-122141086-router', 'tenant_id': 'ce079564be954618a73a9c64c4f551d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '81a7fc9f-79d5-4f34-ac28-82a205590d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:15Z', 'updated_at': '2022-10-14T03:21:16Z', 'revision_number': 3, 'project_id': 'ce079564be954618a73a9c64c4f551d5', 'gw_port': {'id': '81a7fc9f-79d5-4f34-ac28-82a205590d23', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:16Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:21:19.390816 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa5f69-cfb2-4829-b27a-89cab43b5142 None None] Port b7279cfe-ae16-4adc-ac84-66c2aed05c37 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:21:19.507067 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] Publish callbacks [] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:19.566441 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129412714'] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:19.886455 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b7279cfe-ae16-4adc-ac84-66c2aed05c37,revision_number=2']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:19.889888 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-735651'] for router_interface (726f92fa-cd9b-4ac7-ad04-93e91c313147), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:19.983879 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] Network a8c391fa-637c-40ae-87cb-28b0323ee90b is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:21:19.985419 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:21:20.093287 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:20.113804 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] Router 726f92fa-cd9b-4ac7-ad04-93e91c313147 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:21:20.170026 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:21:20.228853 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:21:20.243252 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-9fa59319-ecb9-43b2-8b48-2fcd247147a1 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/726f92fa-cd9b-4ac7-ad04-93e91c313147/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2368326 Oct 14 03:21:20.247828 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:20.248276 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (0b3a8886-270f-4d53-9e3a-0c782a46a9e6), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:20.248683 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 Oct 14 03:21:20.253331 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-25239bbd-ec40-46ae-8f54-0405ec31aa10 None None] Provisioning complete for port b7279cfe-ae16-4adc-ac84-66c2aed05c37 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:20.253827 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-25239bbd-ec40-46ae-8f54-0405ec31aa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:20.254207 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-25239bbd-ec40-46ae-8f54-0405ec31aa10 None None] Attempt 1 to provision port b7279cfe-ae16-4adc-ac84-66c2aed05c37 Oct 14 03:21:20.314387 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-25239bbd-ec40-46ae-8f54-0405ec31aa10 None None] Port b7279cfe-ae16-4adc-ac84-66c2aed05c37 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:21:20.361669 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:20.362308 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 81a7fc9f-79d5-4f34-ac28-82a205590d23 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:21:20.406355 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 81a7fc9f-79d5-4f34-ac28-82a205590d23 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:20.406794 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (81a7fc9f-79d5-4f34-ac28-82a205590d23), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:20.407190 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 81a7fc9f-79d5-4f34-ac28-82a205590d23 Oct 14 03:21:20.485561 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 81a7fc9f-79d5-4f34-ac28-82a205590d23 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:20.485984 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (81a7fc9f-79d5-4f34-ac28-82a205590d23), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:20.497254 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:20.646058 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port 81a7fc9f-79d5-4f34-ac28-82a205590d23, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=81a7fc9f-79d5-4f34-ac28-82a205590d23,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:21:20.660762 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43672) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:20.665425 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-f611ad32-7b3c-4e82-a5aa-d4aac7fa05ea tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014083988', 'description': 'tempest-secgroup-smoke-1014083988 description', 'project_id': '094ec37b955e4518b7abffd09afef4f0'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:21:20.696868 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (81a7fc9f-79d5-4f34-ac28-82a205590d23), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:20.697726 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 379e857d-00ef-4c8b-94a5-4255bf006d33 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:21:20.753896 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f611ad32-7b3c-4e82-a5aa-d4aac7fa05ea tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:20.772038 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=81a7fc9f-79d5-4f34-ac28-82a205590d23,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:20.784575 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 379e857d-00ef-4c8b-94a5-4255bf006d33 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:20.785216 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:20.785563 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 379e857d-00ef-4c8b-94a5-4255bf006d33 Oct 14 03:21:20.794848 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:20.833151 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f611ad32-7b3c-4e82-a5aa-d4aac7fa05ea tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group (9de4e449-6cbb-45ae-9f7e-19614724ab86), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:20.862972 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 379e857d-00ef-4c8b-94a5-4255bf006d33 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:20.891257 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f611ad32-7b3c-4e82-a5aa-d4aac7fa05ea tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (9de4e449-6cbb-45ae-9f7e-19614724ab86), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:20.921711 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611ad32-7b3c-4e82-a5aa-d4aac7fa05ea tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de4e449-6cbb-45ae-9f7e-19614724ab86,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:20.938976 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Sync routers for ids ['726f92fa-cd9b-4ac7-ad04-93e91c313147'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:21:20.949574 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Routers {'726f92fa-cd9b-4ac7-ad04-93e91c313147'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:21:20.950230 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:20:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['726f92fa-cd9b-4ac7-ad04-93e91c313147'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:20.952733 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:20.991608 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-f611ad32-7b3c-4e82-a5aa-d4aac7fa05ea tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:20.992952 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-f611ad32-7b3c-4e82-a5aa-d4aac7fa05ea tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3311002 Oct 14 03:21:20.996426 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43674) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:21.000763 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-801ce820-3dc0-4830-bcc3-ed4f8d1bd64d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Request body: {'security_group_rule': {'security_group_id': '9de4e449-6cbb-45ae-9f7e-19614724ab86', 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:21:21.054187 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Set router 726f92fa-cd9b-4ac7-ad04-93e91c313147 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:21:21.138178 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-801ce820-3dc0-4830-bcc3-ed4f8d1bd64d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group_rule (3bf98411-6d41-439f-b5a7-c8630ee982ab), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:21.177502 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:21.194366 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-801ce820-3dc0-4830-bcc3-ed4f8d1bd64d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group_rule (3bf98411-6d41-439f-b5a7-c8630ee982ab), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:21.240538 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'name': 'tempest-TestVolumeBootPattern-122141086-router', 'tenant_id': 'ce079564be954618a73a9c64c4f551d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '81a7fc9f-79d5-4f34-ac28-82a205590d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:15Z', 'updated_at': '2022-10-14T03:21:19Z', 'revision_number': 4, 'project_id': 'ce079564be954618a73a9c64c4f551d5', 'gw_port': {'id': '81a7fc9f-79d5-4f34-ac28-82a205590d23', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:16Z', 'updated_at': '2022-10-14T03:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': 'b7279cfe-ae16-4adc-ac84-66c2aed05c37', 'name': '', 'network_id': 'a8c391fa-637c-40ae-87cb-28b0323ee90b', 'tenant_id': 'ce079564be954618a73a9c64c4f551d5', 'mac_address': 'fa:16:3e:b8:e0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '138037bf-0b7e-4337-909f-e9f82e78a6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:18Z', 'updated_at': '2022-10-14T03:21:19Z', 'revision_number': 2, 'project_id': 'ce079564be954618a73a9c64c4f551d5', 'subnets': [{'id': '138037bf-0b7e-4337-909f-e9f82e78a6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:21.257959 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-801ce820-3dc0-4830-bcc3-ed4f8d1bd64d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (3bf98411-6d41-439f-b5a7-c8630ee982ab), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:21.269520 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Checking router: 726f92fa-cd9b-4ac7-ad04-93e91c313147 for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:21:21.270483 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Updating router 726f92fa-cd9b-4ac7-ad04-93e91c313147 port b7279cfe-ae16-4adc-ac84-66c2aed05c37 binding host dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 03:21:21.279295 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ce820-3dc0-4830-bcc3-ed4f8d1bd64d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf98411-6d41-439f-b5a7-c8630ee982ab,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:21.298848 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:21.374372 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-801ce820-3dc0-4830-bcc3-ed4f8d1bd64d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:21.375632 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-801ce820-3dc0-4830-bcc3-ed4f8d1bd64d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3782628 Oct 14 03:21:21.378354 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43676) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:21.382627 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-7d2f1594-b509-4497-86ed-eec948ae88aa tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Request body: {'security_group_rule': {'security_group_id': '9de4e449-6cbb-45ae-9f7e-19614724ab86', 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:21:21.463471 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-7d2f1594-b509-4497-86ed-eec948ae88aa tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group_rule (c1e63bc4-202b-46b3-ba63-64d9942c5b0b), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:21.520683 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-7d2f1594-b509-4497-86ed-eec948ae88aa tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group_rule (c1e63bc4-202b-46b3-ba63-64d9942c5b0b), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:21.549255 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Publish callbacks [] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), precommit_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:21.566188 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-7d2f1594-b509-4497-86ed-eec948ae88aa tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (c1e63bc4-202b-46b3-ba63-64d9942c5b0b), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:21.581744 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f1594-b509-4497-86ed-eec948ae88aa tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e63bc4-202b-46b3-ba63-64d9942c5b0b,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:21.600534 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:21.628918 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:21.642666 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-7d2f1594-b509-4497-86ed-eec948ae88aa tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:21.646593 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-7d2f1594-b509-4497-86ed-eec948ae88aa tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2646811 Oct 14 03:21:21.646879 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43678) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:21.651335 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-be1d94e2-e046-4b51-aa49-d0179870674f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Request body: {'security_group_rule': {'security_group_id': '9de4e449-6cbb-45ae-9f7e-19614724ab86', 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:21:21.683874 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c14fc1-458a-477c-8fd9-07d91b941cd5 None None] Pushing event updated for resources: {'Port': ['ID=b7279cfe-ae16-4adc-ac84-66c2aed05c37,revision_number=3']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:21.699517 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Attempting to bind port b7279cfe-ae16-4adc-ac84-66c2aed05c37 on host dv-cinder-801522-13-iscsi for vnic_type normal with profile {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:21:21.699882 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Attempting to bind port b7279cfe-ae16-4adc-ac84-66c2aed05c37 by drivers openvswitch,hyperv on host dv-cinder-801522-13-iscsi at level 0 using segments [{'id': '736dc5b3-45ac-47df-88c9-0f45e1495910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a8c391fa-637c-40ae-87cb-28b0323ee90b'}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:21:21.700252 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Attempting to bind port b7279cfe-ae16-4adc-ac84-66c2aed05c37 on network a8c391fa-637c-40ae-87cb-28b0323ee90b {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:21:21.743933 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Checking agent: {'id': 'b13d6129-1c8b-4363-abc6-b4229e8edb20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 2, 59), 'started_at': datetime.datetime(2022, 10, 14, 2, 59, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:21:21.743933 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Checking segment: {'id': '736dc5b3-45ac-47df-88c9-0f45e1495910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a8c391fa-637c-40ae-87cb-28b0323ee90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:21:21.743933 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:21.743933 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Bound using segment: {'id': '736dc5b3-45ac-47df-88c9-0f45e1495910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a8c391fa-637c-40ae-87cb-28b0323ee90b'} {{(pid=105051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:21:21.743933 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.managers [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Bound port: b7279cfe-ae16-4adc-ac84-66c2aed05c37, host: dv-cinder-801522-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736dc5b3-45ac-47df-88c9-0f45e1495910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a8c391fa-637c-40ae-87cb-28b0323ee90b'}}] {{(pid=105051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:21:21.743933 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:21.766369 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-be1d94e2-e046-4b51-aa49-d0179870674f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group_rule (c62f5d67-5292-4650-897d-ff64ad36c1b5), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:21.807752 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] For port b7279cfe-ae16-4adc-ac84-66c2aed05c37, host dv-cinder-801522-13-iscsi, cleared binding levels {{(pid=105051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:21:21.811408 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] For port b7279cfe-ae16-4adc-ac84-66c2aed05c37, host dv-cinder-801522-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=b7279cfe-ae16-4adc-ac84-66c2aed05c37,segment=NetworkSegment(736dc5b3-45ac-47df-88c9-0f45e1495910),segment_id=736dc5b3-45ac-47df-88c9-0f45e1495910)] {{(pid=105051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:21:21.825258 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-be1d94e2-e046-4b51-aa49-d0179870674f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group_rule (c62f5d67-5292-4650-897d-ff64ad36c1b5), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:21.880668 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:21.891036 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-be1d94e2-e046-4b51-aa49-d0179870674f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (c62f5d67-5292-4650-897d-ff64ad36c1b5), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:21.910405 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d94e2-e046-4b51-aa49-d0179870674f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62f5d67-5292-4650-897d-ff64ad36c1b5,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:21.914031 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Routers {'726f92fa-cd9b-4ac7-ad04-93e91c313147'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:21:21.914680 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:20:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['726f92fa-cd9b-4ac7-ad04-93e91c313147'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:21.973936 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-be1d94e2-e046-4b51-aa49-d0179870674f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:21.977876 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c14fc1-458a-477c-8fd9-07d91b941cd5 None None] Pushing event updated for resources: {'Port': ['ID=b7279cfe-ae16-4adc-ac84-66c2aed05c37,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:21.978371 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-be1d94e2-e046-4b51-aa49-d0179870674f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272984 Oct 14 03:21:21.978371 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43680) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:21.983790 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-0b3e3dec-a309-419a-a4c4-49994fa5411f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Request body: {'security_group_rule': {'security_group_id': '9de4e449-6cbb-45ae-9f7e-19614724ab86', 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:21:22.022560 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:22.038746 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] Set router 726f92fa-cd9b-4ac7-ad04-93e91c313147 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:21:22.065405 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 81a7fc9f-79d5-4f34-ac28-82a205590d23 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:21:22.092676 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3dec-a309-419a-a4c4-49994fa5411f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group_rule (1f4c4634-b658-4410-84a2-5042d7c8e324), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:22.151785 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3dec-a309-419a-a4c4-49994fa5411f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group_rule (1f4c4634-b658-4410-84a2-5042d7c8e324), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:22.195548 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port 81a7fc9f-79d5-4f34-ac28-82a205590d23 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:22.195915 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (81a7fc9f-79d5-4f34-ac28-82a205590d23), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:22.196246 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port 81a7fc9f-79d5-4f34-ac28-82a205590d23 Oct 14 03:21:22.206092 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3dec-a309-419a-a4c4-49994fa5411f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (1f4c4634-b658-4410-84a2-5042d7c8e324), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:22.225649 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e3dec-a309-419a-a4c4-49994fa5411f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4c4634-b658-4410-84a2-5042d7c8e324,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:22.265605 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3dec-a309-419a-a4c4-49994fa5411f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:22.266739 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-0b3e3dec-a309-419a-a4c4-49994fa5411f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2873628 Oct 14 03:21:22.269582 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43682) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:22.274130 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-082a2227-a813-4d9a-ad2d-334a742239f2 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Request body: {'security_group_rule': {'security_group_id': '9de4e449-6cbb-45ae-9f7e-19614724ab86', 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:21:22.318307 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'name': 'tempest-TestVolumeBootPattern-122141086-router', 'tenant_id': 'ce079564be954618a73a9c64c4f551d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '81a7fc9f-79d5-4f34-ac28-82a205590d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:15Z', 'updated_at': '2022-10-14T03:21:19Z', 'revision_number': 4, 'project_id': 'ce079564be954618a73a9c64c4f551d5', 'gw_port': {'id': '81a7fc9f-79d5-4f34-ac28-82a205590d23', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:16Z', 'updated_at': '2022-10-14T03:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': 'b7279cfe-ae16-4adc-ac84-66c2aed05c37', 'name': '', 'network_id': 'a8c391fa-637c-40ae-87cb-28b0323ee90b', 'tenant_id': 'ce079564be954618a73a9c64c4f551d5', 'mac_address': 'fa:16:3e:b8:e0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '138037bf-0b7e-4337-909f-e9f82e78a6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:18Z', 'updated_at': '2022-10-14T03:21:21Z', 'revision_number': 4, 'project_id': 'ce079564be954618a73a9c64c4f551d5', 'subnets': [{'id': '138037bf-0b7e-4337-909f-e9f82e78a6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:21:22.337665 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.securitygroups_db [None req-082a2227-a813-4d9a-ad2d-334a742239f2 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Project 094ec37b955e4518b7abffd09afef4f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 03:21:22.343910 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-082a2227-a813-4d9a-ad2d-334a742239f2 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group_rule (12043c90-9037-4f34-8c46-097636344faf), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:22.347142 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c51c4-5991-4340-bd57-adb1b34e2734 None None] The sync data for ids ['726f92fa-cd9b-4ac7-ad04-93e91c313147'] in dv-cinder-801522-13-iscsi is: [{'id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'name': 'tempest-TestVolumeBootPattern-122141086-router', 'tenant_id': 'ce079564be954618a73a9c64c4f551d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '81a7fc9f-79d5-4f34-ac28-82a205590d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:15Z', 'updated_at': '2022-10-14T03:21:19Z', 'revision_number': 4, 'project_id': 'ce079564be954618a73a9c64c4f551d5', 'gw_port': {'id': '81a7fc9f-79d5-4f34-ac28-82a205590d23', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:16Z', 'updated_at': '2022-10-14T03:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': 'b7279cfe-ae16-4adc-ac84-66c2aed05c37', 'name': '', 'network_id': 'a8c391fa-637c-40ae-87cb-28b0323ee90b', 'tenant_id': 'ce079564be954618a73a9c64c4f551d5', 'mac_address': 'fa:16:3e:b8:e0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '138037bf-0b7e-4337-909f-e9f82e78a6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:18Z', 'updated_at': '2022-10-14T03:21:21Z', 'revision_number': 4, 'project_id': 'ce079564be954618a73a9c64c4f551d5', 'subnets': [{'id': '138037bf-0b7e-4337-909f-e9f82e78a6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:21:22.350562 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port 81a7fc9f-79d5-4f34-ac28-82a205590d23 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:22.425413 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-082a2227-a813-4d9a-ad2d-334a742239f2 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group_rule (12043c90-9037-4f34-8c46-097636344faf), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:22.485917 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-082a2227-a813-4d9a-ad2d-334a742239f2 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (12043c90-9037-4f34-8c46-097636344faf), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:22.509155 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a2227-a813-4d9a-ad2d-334a742239f2 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12043c90-9037-4f34-8c46-097636344faf,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:22.512797 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:22.602693 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-082a2227-a813-4d9a-ad2d-334a742239f2 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:22.604184 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-082a2227-a813-4d9a-ad2d-334a742239f2 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3335733 Oct 14 03:21:22.607958 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 43684) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:22.611831 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [None req-2e3a2bf4-c02e-445e-af21-d06df5e22b04 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Request body: {'security_group_rule': {'security_group_id': '9de4e449-6cbb-45ae-9f7e-19614724ab86', 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:21:22.698166 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.securitygroups_db [None req-2e3a2bf4-c02e-445e-af21-d06df5e22b04 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Project 094ec37b955e4518b7abffd09afef4f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 03:21:22.704815 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2bf4-c02e-445e-af21-d06df5e22b04 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group_rule (d8d29a6b-8f3b-4d13-9994-8c01c7d963e4), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:22.770451 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2bf4-c02e-445e-af21-d06df5e22b04 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group_rule (d8d29a6b-8f3b-4d13-9994-8c01c7d963e4), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:22.845321 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2bf4-c02e-445e-af21-d06df5e22b04 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731764'] for security_group_rule (d8d29a6b-8f3b-4d13-9994-8c01c7d963e4), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:22.865070 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a2bf4-c02e-445e-af21-d06df5e22b04 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d29a6b-8f3b-4d13-9994-8c01c7d963e4,revision_number=0']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:22.932686 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2bf4-c02e-445e-af21-d06df5e22b04 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:22.934513 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-2e3a2bf4-c02e-445e-af21-d06df5e22b04 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3263400 Oct 14 03:21:24.057602 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device b7279cfe-ae16-4adc-ac84-66c2aed05c37 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:21:24.107624 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port b7279cfe-ae16-4adc-ac84-66c2aed05c37 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:24.107999 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:24.108333 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port b7279cfe-ae16-4adc-ac84-66c2aed05c37 Oct 14 03:21:24.181342 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:24.184169 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port b7279cfe-ae16-4adc-ac84-66c2aed05c37 is: DOWN; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:24.184558 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:24.217892 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] For port b7279cfe-ae16-4adc-ac84-66c2aed05c37, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=b7279cfe-ae16-4adc-ac84-66c2aed05c37,segment=NetworkSegment(736dc5b3-45ac-47df-88c9-0f45e1495910),segment_id=736dc5b3-45ac-47df-88c9-0f45e1495910)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:21:24.303089 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:24.351248 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Pushing event updated for resources: {'Port': ['ID=b7279cfe-ae16-4adc-ac84-66c2aed05c37,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:24.817408 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e7874ad1-ddf2-469f-bc7c-20c9ed6e4328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:26.038587 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device b7279cfe-ae16-4adc-ac84-66c2aed05c37 up at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:21:26.081748 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Provisioning complete for port b7279cfe-ae16-4adc-ac84-66c2aed05c37 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:26.082146 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:26.082480 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Attempt 1 to provision port b7279cfe-ae16-4adc-ac84-66c2aed05c37 Oct 14 03:21:26.153195 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Current status of the port b7279cfe-ae16-4adc-ac84-66c2aed05c37 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:27.075367 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-afc5c6ff-a32b-4700-95ab-e650cd39c1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:28.343693 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:29.335103 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:29.833545 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:30.000574 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:30.227366 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=72 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:32.861301 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:32.865351 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:33.869059 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:37.035362 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:21:40.817835 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-932e41ea-6a7e-4c93-a689-5580599733d2 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1014083988&fields=id&tenant_id=094ec37b955e4518b7abffd09afef4f0 HTTP/1.1" status: 200 len: 267 time: 0.0494187 Oct 14 03:21:40.931217 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-fac51185-091e-469c-b0df-f0957a94bb0f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:40.932755 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-fac51185-091e-469c-b0df-f0957a94bb0f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/networks?id=977c90dd-1f4c-40e4-bab8-7e46041a9b05 HTTP/1.1" status: 200 len: 811 time: 0.1083095 Oct 14 03:21:40.947428 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-1f091816-8c01-4881-8a20-80daf4ff287d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/quotas/094ec37b955e4518b7abffd09afef4f0 HTTP/1.1" status: 200 len: 375 time: 0.0092578 Oct 14 03:21:40.996060 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-2f450fcb-d93c-441e-80b2-88df8f6e22aa tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432961 Oct 14 03:21:41.097572 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-018e2940-8a7a-4fc9-af52-05bec5489432 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105049) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 03:21:41.098648 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-018e2940-8a7a-4fc9-af52-05bec5489432 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0918429 Oct 14 03:21:41.189894 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-3b4fdb8e-143d-4e0e-952b-0f9bcae1b599 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852849 Oct 14 03:21:41.277929 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-21e4a696-ea7d-471a-a4a5-6e7e33843c82 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823169 Oct 14 03:21:41.858282 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c0cd2e49-2679-4e24-822b-5c01a6d54203 req-f7184220-f9ab-4875-b85a-5dc6b3580e54 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 210 time: 0.0277896 Oct 14 03:21:42.981694 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-59abb48c-c944-4935-b8d6-748cbd5c119d req-3d5c54f5-810b-4aa2-a95f-ea21e69cbc0f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 210 time: 0.0313268 Oct 14 03:21:43.790245 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=36,neutron:UPDATE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:43.792106 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:43.988295 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-f5a7aaca-db57-455f-8dd9-1db2d4b76fa2 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:43.989596 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-f5a7aaca-db57-455f-8dd9-1db2d4b76fa2 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.40 "GET /networking/v2.0/networks?id=977c90dd-1f4c-40e4-bab8-7e46041a9b05 HTTP/1.1" status: 200 len: 811 time: 0.1051593 Oct 14 03:21:44.062145 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-de897377-631e-4e42-9353-cdd8f58ce211 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=094ec37b955e4518b7abffd09afef4f0 HTTP/1.1" status: 200 len: 380 time: 0.0552135 Oct 14 03:21:44.072824 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-15f75511-d7ff-4cb8-a9cf-5690df95b499 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Request body: {'port': {'device_id': '2499230a-4299-42fb-b9a7-5f67e01e290f', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'admin_state_up': True, 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'security_groups': ['9de4e449-6cbb-45ae-9f7e-19614724ab86']}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:21:44.085252 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d3437324-87e5-4363-bb44-bd5d25c18d8c req-c834a16d-a6cd-4adc-aeb5-f9e5df356750 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 210 time: 0.0279868 Oct 14 03:21:44.245882 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-15f75511-d7ff-4cb8-a9cf-5690df95b499 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Made reservation on behalf of 094ec37b955e4518b7abffd09afef4f0 for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:21:44.250318 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-15f75511-d7ff-4cb8-a9cf-5690df95b499 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:44.378983 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-15f75511-d7ff-4cb8-a9cf-5690df95b499 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Allocated IP 172.20.0.4 (977c90dd-1f4c-40e4-bab8-7e46041a9b05/eace53d0-7e9b-429e-9297-3338d93efc16/9a364b5f-406b-48fd-994b-03b4466b77cc) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:21:44.517047 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-15f75511-d7ff-4cb8-a9cf-5690df95b499 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for port (9a364b5f-406b-48fd-994b-03b4466b77cc), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:44.589062 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-15f75511-d7ff-4cb8-a9cf-5690df95b499 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (9a364b5f-406b-48fd-994b-03b4466b77cc), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:44.630973 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-15f75511-d7ff-4cb8-a9cf-5690df95b499 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:21:44.634088 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-15f75511-d7ff-4cb8-a9cf-5690df95b499 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:21:44.637869 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-15f75511-d7ff-4cb8-a9cf-5690df95b499 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:21:44.662831 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f75511-d7ff-4cb8-a9cf-5690df95b499 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event updated for resources: {'Port': ['ID=9a364b5f-406b-48fd-994b-03b4466b77cc,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:44.691802 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-15f75511-d7ff-4cb8-a9cf-5690df95b499 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:44.692426 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-15f75511-d7ff-4cb8-a9cf-5690df95b499 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:44.779426 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-15f75511-d7ff-4cb8-a9cf-5690df95b499 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7103448 Oct 14 03:21:44.806442 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Request body: {'port': {'device_id': '2499230a-4299-42fb-b9a7-5f67e01e290f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:21:44.869898 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9a364b5f-406b-48fd-994b-03b4466b77cc), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:44.872984 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:44.877833 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-20b7dc23-da21-46a7-9b8f-a6a60e8ababa None None] Provisioning complete for port 9a364b5f-406b-48fd-994b-03b4466b77cc triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:44.878411 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-20b7dc23-da21-46a7-9b8f-a6a60e8ababa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (9a364b5f-406b-48fd-994b-03b4466b77cc), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:44.878520 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-20b7dc23-da21-46a7-9b8f-a6a60e8ababa None None] Attempt 1 to provision port 9a364b5f-406b-48fd-994b-03b4466b77cc Oct 14 03:21:44.900053 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:44.909413 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-20b7dc23-da21-46a7-9b8f-a6a60e8ababa None None] Port 9a364b5f-406b-48fd-994b-03b4466b77cc cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:21:45.125049 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a364b5f-406b-48fd-994b-03b4466b77cc {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:21:45.132283 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Publish callbacks [] for port (9a364b5f-406b-48fd-994b-03b4466b77cc), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:45.144637 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Transition to ACTIVE for port object 9a364b5f-406b-48fd-994b-03b4466b77cc will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:21:45.205409 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd5860-6425-4930-9a16-9e9d3539313a req-5c22e68c-1d97-46b7-951f-fee2b28ace6f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:45.206799 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-42cd5860-6425-4930-9a16-9e9d3539313a req-5c22e68c-1d97-46b7-951f-fee2b28ace6f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 931 time: 0.0458364 Oct 14 03:21:45.250360 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (9a364b5f-406b-48fd-994b-03b4466b77cc), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:45.256865 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-42cd5860-6425-4930-9a16-9e9d3539313a req-322aa0e7-9d53-4d49-84b6-f474e205107b tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444460 Oct 14 03:21:45.337148 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Pushing event updated for resources: {'Port': ['ID=9a364b5f-406b-48fd-994b-03b4466b77cc,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:45.366477 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Attempting to bind port 9a364b5f-406b-48fd-994b-03b4466b77cc on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:21:45.366801 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Attempting to bind port 9a364b5f-406b-48fd-994b-03b4466b77cc by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:21:45.369166 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Attempting to bind port 9a364b5f-406b-48fd-994b-03b4466b77cc on network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:21:45.404179 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:45.409374 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Port 9a364b5f-406b-48fd-994b-03b4466b77cc on network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:21:45.409698 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Attempting to bind port 9a364b5f-406b-48fd-994b-03b4466b77cc on network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:21:45.449599 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:21:45.449968 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Checking segment: {'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:21:45.450916 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Bound using segment: {'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:21:45.451295 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Bound port: 9a364b5f-406b-48fd-994b-03b4466b77cc, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:21:45.451646 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9a364b5f-406b-48fd-994b-03b4466b77cc), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:45.516782 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] For port 9a364b5f-406b-48fd-994b-03b4466b77cc, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:21:45.519768 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] For port 9a364b5f-406b-48fd-994b-03b4466b77cc, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9a364b5f-406b-48fd-994b-03b4466b77cc,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:21:45.652091 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (9a364b5f-406b-48fd-994b-03b4466b77cc), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:45.658123 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:45.658776 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:45.660155 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/9a364b5f-406b-48fd-994b-03b4466b77cc HTTP/1.1" status: 200 len: 1093 time: 0.8580966 Oct 14 03:21:45.660711 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2499230a-4299-42fb-b9a7-5f67e01e290f', 'tag': '9a364b5f-406b-48fd-994b-03b4466b77cc'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:21:45.663027 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4673c126-0903-468c-b9f7-60800130fb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "2499230a-4299-42fb-b9a7-5f67e01e290f", "tag": "9a364b5f-406b-48fd-994b-03b4466b77cc"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:21:45.705342 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72334491-e746-4b67-bb3b-d1c11512b969 x-openstack-request-id: req-72334491-e746-4b67-bb3b-d1c11512b969 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:21:45.705634 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2499230a-4299-42fb-b9a7-5f67e01e290f", "tag": "9a364b5f-406b-48fd-994b-03b4466b77cc", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:21:45.705910 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72334491-e746-4b67-bb3b-d1c11512b969 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:21:45.706308 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72334491-e746-4b67-bb3b-d1c11512b969'] response: {'name': 'network-changed', 'server_uuid': '2499230a-4299-42fb-b9a7-5f67e01e290f', 'tag': '9a364b5f-406b-48fd-994b-03b4466b77cc', 'status': 'completed', 'code': 200} Oct 14 03:21:45.710960 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392df21-4b01-4c44-9487-eb3dbac56988 service neutron] Pushing event updated for resources: {'Port': ['ID=9a364b5f-406b-48fd-994b-03b4466b77cc,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:45.805354 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673c126-0903-468c-b9f7-60800130fb2c req-5fb6ccce-1bec-4b01-ba83-0ee6a8a69abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:45.806774 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-4673c126-0903-468c-b9f7-60800130fb2c req-5fb6ccce-1bec-4b01-ba83-0ee6a8a69abb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 1127 time: 0.0389066 Oct 14 03:21:45.916479 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673c126-0903-468c-b9f7-60800130fb2c req-3bb14356-51aa-4ab1-b35f-3e8840dddee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:45.917951 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-4673c126-0903-468c-b9f7-60800130fb2c req-3bb14356-51aa-4ab1-b35f-3e8840dddee0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=094ec37b955e4518b7abffd09afef4f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0958068 Oct 14 03:21:46.057231 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673c126-0903-468c-b9f7-60800130fb2c req-b973ee2f-d173-4317-b31f-b500eb8b5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:46.058647 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-4673c126-0903-468c-b9f7-60800130fb2c req-b973ee2f-d173-4317-b31f-b500eb8b5355 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873635 Oct 14 03:21:46.170187 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-acf72203-c004-44ee-a667-d276158c07b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:46.171641 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-acf72203-c004-44ee-a667-d276158c07b6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 1127 time: 0.0430188 Oct 14 03:21:46.221942 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-23489d61-0548-48bb-a770-9fe6b2c6a4ef service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a364b5f-406b-48fd-994b-03b4466b77cc HTTP/1.1" status: 200 len: 217 time: 0.0303941 Oct 14 03:21:46.272237 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-634ceabf-474b-40f7-9594-9483cf47a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:46.273598 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-634ceabf-474b-40f7-9594-9483cf47a4d0 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=eace53d0-7e9b-429e-9297-3338d93efc16 HTTP/1.1" status: 200 len: 850 time: 0.0433037 Oct 14 03:21:46.320110 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-0d7331c7-7f12-41bf-9392-fde52b89d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:46.321528 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-0d7331c7-7f12-41bf-9392-fde52b89d7e5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=977c90dd-1f4c-40e4-bab8-7e46041a9b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386169 Oct 14 03:21:46.383080 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d9ac5-6dcd-4786-80e2-d5222f0a410e req-cfc460a2-736a-4c15-964a-605dbdd42e80 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:46.384548 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f67d9ac5-6dcd-4786-80e2-d5222f0a410e req-cfc460a2-736a-4c15-964a-605dbdd42e80 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 943 time: 0.0499027 Oct 14 03:21:46.431873 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-f73a23b0-50b3-4b5a-8952-8838490adc1f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877907 Oct 14 03:21:46.433095 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f67d9ac5-6dcd-4786-80e2-d5222f0a410e req-e4eac715-08a9-46d0-9e71-e7786b7ece0a tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427613 Oct 14 03:21:46.502583 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:46.531736 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-6d9ece56-fd62-4648-9860-ef2e8a8ae95e req-43a75386-249e-4c0c-8d35-42ac16d76527 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889907 Oct 14 03:21:47.552472 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ce809-4f42-4450-8dde-6ff9b1258b59 req-f8670c8d-f226-49c8-b62a-08c5cb8a1ec7 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:47.553957 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9a2ce809-4f42-4450-8dde-6ff9b1258b59 req-f8670c8d-f226-49c8-b62a-08c5cb8a1ec7 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 943 time: 0.0454352 Oct 14 03:21:47.602291 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9a2ce809-4f42-4450-8dde-6ff9b1258b59 req-d102c3c2-dd10-4c6b-824e-8fb8a7764131 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427277 Oct 14 03:21:48.719390 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d986ce0-8e24-4ff7-b660-b7cda28cf0f7 req-d4c92d59-50ae-42c3-8207-5e7c3b969c1a tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:48.720834 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8d986ce0-8e24-4ff7-b660-b7cda28cf0f7 req-d4c92d59-50ae-42c3-8207-5e7c3b969c1a tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 943 time: 0.0454111 Oct 14 03:21:48.772991 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8d986ce0-8e24-4ff7-b660-b7cda28cf0f7 req-05202022-d03a-4f44-8740-1567d13338f1 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467079 Oct 14 03:21:49.892638 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de758df-42e0-4c32-bfbc-18b050deb6e7 req-6703e84e-a1c6-464b-a0b7-169ca16c7b23 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:49.894135 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6de758df-42e0-4c32-bfbc-18b050deb6e7 req-6703e84e-a1c6-464b-a0b7-169ca16c7b23 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 943 time: 0.0488918 Oct 14 03:21:49.943411 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6de758df-42e0-4c32-bfbc-18b050deb6e7 req-8240ac03-1ff7-472d-9d7b-59c10ac46290 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435421 Oct 14 03:21:50.920789 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=18 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:50.922623 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=16 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:51.062760 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1908d-0b6d-4262-a7c5-795ded6d6d19 req-3d17a256-c7fa-4331-96b3-8d801cfca5a2 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:51.064191 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-26e1908d-0b6d-4262-a7c5-795ded6d6d19 req-3d17a256-c7fa-4331-96b3-8d801cfca5a2 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 943 time: 0.0455894 Oct 14 03:21:51.088261 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:51.112029 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-26e1908d-0b6d-4262-a7c5-795ded6d6d19 req-b63af583-ff99-471e-bfb3-0d39705d6ffc tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424271 Oct 14 03:21:52.233397 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185a184-1ac5-4020-9015-57794f76fefc req-dafd8214-8f73-488d-a66d-83c00ac07aca tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:52.234795 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4185a184-1ac5-4020-9015-57794f76fefc req-dafd8214-8f73-488d-a66d-83c00ac07aca tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 943 time: 0.0488405 Oct 14 03:21:52.260223 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:52.283046 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4185a184-1ac5-4020-9015-57794f76fefc req-484c9b08-f241-4c94-9f25-33ffaafa7e21 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424938 Oct 14 03:21:53.401991 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd8fc5-2af0-4b01-8c91-2dbf3a41ce5c req-750d005d-c2a0-4cd5-94b4-c69455eb10ef tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:53.403450 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a1cd8fc5-2af0-4b01-8c91-2dbf3a41ce5c req-750d005d-c2a0-4cd5-94b4-c69455eb10ef tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 943 time: 0.0466580 Oct 14 03:21:53.452002 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a1cd8fc5-2af0-4b01-8c91-2dbf3a41ce5c req-121ccd28-02f1-432f-9fc1-eb83f3b37471 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432427 Oct 14 03:21:54.576395 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e77df-bd72-4fcd-920f-b807fe8cbaff req-7925421b-bbef-4f74-86b1-ef7bfc4d8ebd tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:54.577868 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bb3e77df-bd72-4fcd-920f-b807fe8cbaff req-7925421b-bbef-4f74-86b1-ef7bfc4d8ebd tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 943 time: 0.0520790 Oct 14 03:21:54.625904 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bb3e77df-bd72-4fcd-920f-b807fe8cbaff req-64f73ecf-492b-4bc7-acf3-fa928b9c1175 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423458 Oct 14 03:21:54.804719 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-117aa5bf-2cfb-4e7e-b164-6c521815394c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:54.856719 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 9a364b5f-406b-48fd-994b-03b4466b77cc details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:21:54.955746 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 9a364b5f-406b-48fd-994b-03b4466b77cc, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9a364b5f-406b-48fd-994b-03b4466b77cc,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:21:54.966768 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': '9a364b5f-406b-48fd-994b-03b4466b77cc', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'port_id': '9a364b5f-406b-48fd-994b-03b4466b77cc', 'mac_address': 'fa:16:3e:52:ed:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:21:55.001010 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 9a364b5f-406b-48fd-994b-03b4466b77cc is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:55.004651 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9a364b5f-406b-48fd-994b-03b4466b77cc), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:55.015359 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a364b5f-406b-48fd-994b-03b4466b77cc {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:21:55.035253 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 9a364b5f-406b-48fd-994b-03b4466b77cc, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9a364b5f-406b-48fd-994b-03b4466b77cc,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:21:55.125371 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (9a364b5f-406b-48fd-994b-03b4466b77cc), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:55.174179 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=9a364b5f-406b-48fd-994b-03b4466b77cc,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:55.462869 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['9a364b5f-406b-48fd-994b-03b4466b77cc'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:21:55.743224 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64017ef3-74a8-411b-b3b8-5f43ca217702 req-c8791680-6932-4d6f-ba5f-880bc8aae9ce tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:55.744650 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-64017ef3-74a8-411b-b3b8-5f43ca217702 req-c8791680-6932-4d6f-ba5f-880bc8aae9ce tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 944 time: 0.0455282 Oct 14 03:21:55.791345 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-64017ef3-74a8-411b-b3b8-5f43ca217702 req-52a06920-0408-4858-8582-0c613ad781ee tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412624 Oct 14 03:21:56.528513 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=61 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:56.880402 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 9a364b5f-406b-48fd-994b-03b4466b77cc up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:21:56.912902 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd9f9e-4d0d-472b-b5de-e1dd85da586d req-f0bca60d-d974-4f6d-a796-5a4385964d12 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:56.914412 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0ecd9f9e-4d0d-472b-b5de-e1dd85da586d req-f0bca60d-d974-4f6d-a796-5a4385964d12 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 944 time: 0.0460987 Oct 14 03:21:56.921374 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port 9a364b5f-406b-48fd-994b-03b4466b77cc completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:21:56.966211 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0ecd9f9e-4d0d-472b-b5de-e1dd85da586d req-565664e7-621c-45b8-aa15-e0535cc9f07a tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457273 Oct 14 03:21:57.006358 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port 9a364b5f-406b-48fd-994b-03b4466b77cc triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:21:57.006733 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (9a364b5f-406b-48fd-994b-03b4466b77cc), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:57.007071 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port 9a364b5f-406b-48fd-994b-03b4466b77cc Oct 14 03:21:57.204637 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:57.209406 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-12175d95-bd64-40be-abb1-2141ada7f0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:57.214197 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 9a364b5f-406b-48fd-994b-03b4466b77cc is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:21:57.214571 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (9a364b5f-406b-48fd-994b-03b4466b77cc), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:57.238460 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2499230a-4299-42fb-b9a7-5f67e01e290f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a364b5f-406b-48fd-994b-03b4466b77cc'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:21:57.240933 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0451cb0d-f43f-48f4-979e-9840daab4cb7" -d '{"events": [{"server_uuid": "2499230a-4299-42fb-b9a7-5f67e01e290f", "name": "network-vif-plugged", "status": "completed", "tag": "9a364b5f-406b-48fd-994b-03b4466b77cc"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:21:57.243137 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:57.253981 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 9a364b5f-406b-48fd-994b-03b4466b77cc, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9a364b5f-406b-48fd-994b-03b4466b77cc,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:21:57.278588 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8c8d2c-1ee7-41c4-8a84-24bd27dbf2a8 x-openstack-request-id: req-dc8c8d2c-1ee7-41c4-8a84-24bd27dbf2a8 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:21:57.278890 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2499230a-4299-42fb-b9a7-5f67e01e290f", "name": "network-vif-plugged", "status": "completed", "tag": "9a364b5f-406b-48fd-994b-03b4466b77cc", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:21:57.279148 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dc8c8d2c-1ee7-41c4-8a84-24bd27dbf2a8 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:21:57.279540 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8c8d2c-1ee7-41c4-8a84-24bd27dbf2a8'] response: {'server_uuid': '2499230a-4299-42fb-b9a7-5f67e01e290f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a364b5f-406b-48fd-994b-03b4466b77cc', 'code': 200} Oct 14 03:21:57.342748 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (9a364b5f-406b-48fd-994b-03b4466b77cc), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:57.389591 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=9a364b5f-406b-48fd-994b-03b4466b77cc,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:21:57.703227 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b97e6c-9686-4376-b580-d11390e950e0 req-0fff4e30-880c-4e03-8e60-786d345c704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:57.704686 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e9b97e6c-9686-4376-b580-d11390e950e0 req-0fff4e30-880c-4e03-8e60-786d345c704c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 1129 time: 0.0377543 Oct 14 03:21:57.753570 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e9b97e6c-9686-4376-b580-d11390e950e0 req-e1950826-6290-43f3-bada-dd889769dd54 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396526 Oct 14 03:21:58.087734 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb69b30-ba79-4368-857b-e6135c724e5e req-6a63c1e6-3340-4668-89d8-33860d3cddfd tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:58.089164 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2fb69b30-ba79-4368-857b-e6135c724e5e req-6a63c1e6-3340-4668-89d8-33860d3cddfd tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 945 time: 0.0457907 Oct 14 03:21:58.137325 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2fb69b30-ba79-4368-857b-e6135c724e5e req-da681cba-1d66-49b5-86f3-ba7005765b5a tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426226 Oct 14 03:21:58.371187 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:59.256447 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271f9d2-0b48-448b-b6a9-a639275ee25c req-22282a61-5b83-4fe9-ae1a-7b99a5edfc4c tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:59.257969 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0271f9d2-0b48-448b-b6a9-a639275ee25c req-22282a61-5b83-4fe9-ae1a-7b99a5edfc4c tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 945 time: 0.0465891 Oct 14 03:21:59.308312 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0271f9d2-0b48-448b-b6a9-a639275ee25c req-6689cc54-01e9-45c4-81b5-ec1c956b3412 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441425 Oct 14 03:21:59.430206 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118ecd3-02f3-408a-ad30-ddb38d769e7b req-ead95794-7053-46b2-8fea-4353ace9547f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:59.431657 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1118ecd3-02f3-408a-ad30-ddb38d769e7b req-ead95794-7053-46b2-8fea-4353ace9547f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 945 time: 0.0504856 Oct 14 03:21:59.480635 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1118ecd3-02f3-408a-ad30-ddb38d769e7b req-f254b4e1-b537-431b-92e9-55a1e28e044d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428157 Oct 14 03:21:59.509716 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43852) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:59.589651 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3498dc1e-3821-48a4-a53c-8da6d578dd50 tempest-TestVolumeBootPattern-687874153 tempest-TestVolumeBootPattern-687874153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:21:59.591194 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-3498dc1e-3821-48a4-a53c-8da6d578dd50 tempest-TestVolumeBootPattern-687874153 tempest-TestVolumeBootPattern-687874153-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 1124 time: 0.0804968 Oct 14 03:21:59.594098 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43856) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:21:59.598197 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Request body: {'floatingip': {'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'port_id': '9a364b5f-406b-48fd-994b-03b4466b77cc', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:21:59.668036 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:59.749478 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:59.804472 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:59.826692 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:59.849595 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Allocated IP 172.27.3.198 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/a422ccbe-325b-4f61-9160-29e035df48d0) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:21:59.853194 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:21:59.955632 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for port (a422ccbe-325b-4f61-9160-29e035df48d0), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:21:59.994166 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:00.029443 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (a422ccbe-325b-4f61-9160-29e035df48d0), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:00.069369 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:22:00.072223 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:22:00.076048 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:22:00.080980 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event updated for resources: {'Port': ['ID=a422ccbe-325b-4f61-9160-29e035df48d0,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:22:00.371842 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:22:00.420659 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for floatingip (1bf69510-1396-4960-a6b2-a8fdfe5eb120), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:00.552063 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (a422ccbe-325b-4f61-9160-29e035df48d0), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:00.693548 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for port (a422ccbe-325b-4f61-9160-29e035df48d0), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:00.753844 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129412714'] for port (a422ccbe-325b-4f61-9160-29e035df48d0), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:00.820069 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event updated for resources: {'Port': ['ID=a422ccbe-325b-4f61-9160-29e035df48d0,revision_number=2']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:22:00.825606 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (1bf69510-1396-4960-a6b2-a8fdfe5eb120), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:00.918125 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.l3_db [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Floating IP 1bf69510-1396-4960-a6b2-a8fdfe5eb120 associated. External IP: 172.27.3.198, port: 9a364b5f-406b-48fd-994b-03b4466b77cc. Oct 14 03:22:00.920742 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:22:01.108887 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:22:01.208015 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:22:01.217245 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98270a4-0de0-41ed-b3cf-d667d663263c None None] Sync routers for ids ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:22:01.226664 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98270a4-0de0-41ed-b3cf-d667d663263c None None] Routers {'9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:22:01.227274 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-f98270a4-0de0-41ed-b3cf-d667d663263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:21:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:22:01.321871 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:01.327729 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-f98270a4-0de0-41ed-b3cf-d667d663263c None None] Set router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:22:01.356432 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-d41eee16-4485-47b3-b106-e44808a9fd15 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7607982 Oct 14 03:22:01.357088 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2499230a-4299-42fb-b9a7-5f67e01e290f', 'tag': '9a364b5f-406b-48fd-994b-03b4466b77cc'}] {{(pid=105049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:22:01.359448 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fb9ae14b47f429fd368683312699964b37f4ab477e95edbe6fc545a578585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b99fbe2-2cff-4d1d-9c6a-7b8658e11004" -d '{"events": [{"name": "network-changed", "server_uuid": "2499230a-4299-42fb-b9a7-5f67e01e290f", "tag": "9a364b5f-406b-48fd-994b-03b4466b77cc"}]}' {{(pid=105049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:22:01.398678 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee73e8d9-1443-4c09-a694-94214dd337d6 x-openstack-request-id: req-ee73e8d9-1443-4c09-a694-94214dd337d6 {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:22:01.399310 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2499230a-4299-42fb-b9a7-5f67e01e290f", "tag": "9a364b5f-406b-48fd-994b-03b4466b77cc", "status": "completed", "code": 200}]} {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:22:01.399310 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee73e8d9-1443-4c09-a694-94214dd337d6 {{(pid=105049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:22:01.399738 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee73e8d9-1443-4c09-a694-94214dd337d6'] response: {'name': 'network-changed', 'server_uuid': '2499230a-4299-42fb-b9a7-5f67e01e290f', 'tag': '9a364b5f-406b-48fd-994b-03b4466b77cc', 'status': 'completed', 'code': 200} Oct 14 03:22:01.490875 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99fbe2-2cff-4d1d-9c6a-7b8658e11004 req-75c070ee-a3f3-4519-925e-687dcde4b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:22:01.492366 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8b99fbe2-2cff-4d1d-9c6a-7b8658e11004 req-75c070ee-a3f3-4519-925e-687dcde4b7f5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 1129 time: 0.0395665 Oct 14 03:22:01.540024 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-f98270a4-0de0-41ed-b3cf-d667d663263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '1bf69510-1396-4960-a6b2-a8fdfe5eb120', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'port_id': '9a364b5f-406b-48fd-994b-03b4466b77cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'mac_address': 'fa:16:3e:52:ed:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2499230a-4299-42fb-b9a7-5f67e01e290f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:22:00Z', 'updated_at': '2022-10-14T03:22:00Z', 'revision_number': 0, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:22:01.564382 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98270a4-0de0-41ed-b3cf-d667d663263c None None] Checking router: 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:22:01.577169 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98270a4-0de0-41ed-b3cf-d667d663263c None None] Routers {'9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:22:01.577169 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-f98270a4-0de0-41ed-b3cf-d667d663263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:21:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:22:01.585506 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99fbe2-2cff-4d1d-9c6a-7b8658e11004 req-88644d0b-4562-441d-b6dc-644ef6cea060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:22:01.587015 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8b99fbe2-2cff-4d1d-9c6a-7b8658e11004 req-88644d0b-4562-441d-b6dc-644ef6cea060 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=977c90dd-1f4c-40e4-bab8-7e46041a9b05 HTTP/1.1" status: 200 len: 912 time: 0.0886543 Oct 14 03:22:01.646701 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8b99fbe2-2cff-4d1d-9c6a-7b8658e11004 req-ce5e6eaa-ba60-4b57-ba34-c63d8ca327c8 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a364b5f-406b-48fd-994b-03b4466b77cc HTTP/1.1" status: 200 len: 999 time: 0.0535178 Oct 14 03:22:01.672694 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-f98270a4-0de0-41ed-b3cf-d667d663263c None None] Set router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:22:01.699542 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99fbe2-2cff-4d1d-9c6a-7b8658e11004 req-f8b738cd-146b-41bd-b559-d46d2f458849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:22:01.701119 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8b99fbe2-2cff-4d1d-9c6a-7b8658e11004 req-f8b738cd-146b-41bd-b559-d46d2f458849 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=eace53d0-7e9b-429e-9297-3338d93efc16 HTTP/1.1" status: 200 len: 850 time: 0.0482581 Oct 14 03:22:01.745721 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99fbe2-2cff-4d1d-9c6a-7b8658e11004 req-8cc544d4-9d83-4517-a1ec-838eb167d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:22:01.747360 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8b99fbe2-2cff-4d1d-9c6a-7b8658e11004 req-8cc544d4-9d83-4517-a1ec-838eb167d529 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=977c90dd-1f4c-40e4-bab8-7e46041a9b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405743 Oct 14 03:22:01.842682 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8b99fbe2-2cff-4d1d-9c6a-7b8658e11004 req-fe9a0bd5-511d-4994-a0d1-ae7756b79302 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879853 Oct 14 03:22:01.876959 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-f98270a4-0de0-41ed-b3cf-d667d663263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '1bf69510-1396-4960-a6b2-a8fdfe5eb120', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'port_id': '9a364b5f-406b-48fd-994b-03b4466b77cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'mac_address': 'fa:16:3e:52:ed:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2499230a-4299-42fb-b9a7-5f67e01e290f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:22:00Z', 'updated_at': '2022-10-14T03:22:00Z', 'revision_number': 0, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:22:01.905828 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98270a4-0de0-41ed-b3cf-d667d663263c None None] The sync data for ids ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'] in dv-cinder-801522-13-iscsi is: [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '1bf69510-1396-4960-a6b2-a8fdfe5eb120', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'port_id': '9a364b5f-406b-48fd-994b-03b4466b77cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'mac_address': 'fa:16:3e:52:ed:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2499230a-4299-42fb-b9a7-5f67e01e290f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:22:00Z', 'updated_at': '2022-10-14T03:22:00Z', 'revision_number': 0, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:22:01.934060 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-8b99fbe2-2cff-4d1d-9c6a-7b8658e11004 req-e5b11b74-4837-4022-a625-406a9760740e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853658 Oct 14 03:22:02.091258 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2f53e0-47a1-4b17-a1fe-97abba79f2b1 None None] New status for floating IP 1bf69510-1396-4960-a6b2-a8fdfe5eb120: ACTIVE {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:22:03.872960 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:11.347248 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=32,neutron:DELETE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:22:11.353138 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:22:11.924394 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=58 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:22:11.931248 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=54 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:22:13.806309 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:22:13.808214 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:22:14.034898 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:22:24.029384 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=81 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:22:24.030642 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=75 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:22:24.793225 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-998b75b2-a6d1-4ccc-9634-8a863b74f579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:27.067256 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2cb72893-c643-405e-91ad-65f38e0d21ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:28.376087 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:29.804667 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:29.987421 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:33.878498 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:39.426013 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-76dbf4c9-1ec7-471c-857f-37048fab0488 req-c7d46353-075c-4049-97a2-3371266c7829 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0366070 Oct 14 03:22:39.540030 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbf4c9-1ec7-471c-857f-37048fab0488 req-fc8baf93-baaa-4fec-9434-da02b1ebd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:22:39.541474 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-76dbf4c9-1ec7-471c-857f-37048fab0488 req-fc8baf93-baaa-4fec-9434-da02b1ebd135 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 1129 time: 0.0412707 Oct 14 03:22:39.644979 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbf4c9-1ec7-471c-857f-37048fab0488 req-f9ce0b6a-cfde-4356-82bc-9e31f6c731f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:22:39.646452 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-76dbf4c9-1ec7-471c-857f-37048fab0488 req-f9ce0b6a-cfde-4356-82bc-9e31f6c731f9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=977c90dd-1f4c-40e4-bab8-7e46041a9b05 HTTP/1.1" status: 200 len: 912 time: 0.0841639 Oct 14 03:22:39.710684 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-76dbf4c9-1ec7-471c-857f-37048fab0488 req-2ed2fd3a-62ac-4d54-948f-d2dc5941ef78 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a364b5f-406b-48fd-994b-03b4466b77cc HTTP/1.1" status: 200 len: 1001 time: 0.0572293 Oct 14 03:22:39.761488 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbf4c9-1ec7-471c-857f-37048fab0488 req-81b94857-dbf0-49f6-923f-a0971059d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:22:39.762913 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-76dbf4c9-1ec7-471c-857f-37048fab0488 req-81b94857-dbf0-49f6-923f-a0971059d40e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=eace53d0-7e9b-429e-9297-3338d93efc16 HTTP/1.1" status: 200 len: 850 time: 0.0431421 Oct 14 03:22:39.807754 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbf4c9-1ec7-471c-857f-37048fab0488 req-7d0f8013-a011-4774-81b1-5f73d761fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:22:39.809190 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-76dbf4c9-1ec7-471c-857f-37048fab0488 req-7d0f8013-a011-4774-81b1-5f73d761fe8e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=977c90dd-1f4c-40e4-bab8-7e46041a9b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377789 Oct 14 03:22:39.901582 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-76dbf4c9-1ec7-471c-857f-37048fab0488 req-fd6e59c9-e66c-4538-812c-b212d09f2c9b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837927 Oct 14 03:22:39.988363 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-76dbf4c9-1ec7-471c-857f-37048fab0488 req-03b6900c-7adb-4d82-aac2-051a5c520345 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805182 Oct 14 03:22:43.820215 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:22:43.822079 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:22:49.978567 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=47 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:22:49.985881 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=54 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:22:51.034522 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:22:54.855369 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-088c3b29-7c76-42f7-9e5d-1f96a688ef05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:57.066997 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2b59327e-0a24-4b2a-b817-7868cb8d4424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:58.358153 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:59.815415 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:22:59.998275 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:23:01.030266 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:23:01.031097 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:23:03.866501 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:23:13.816159 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:23:13.818068 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:23:15.388868 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [req-70c9e1c8-baa1-4933-869a-a85eb9c9e9f3 req-e0648a4a-6809-41cc-b454-752900ddf1ef service neutron] (105050) timed out ('10.222.0.40', 62366) {{(pid=105050) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 14 03:23:15.797263 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [req-ccecc656-2db1-48ce-b057-4ee7b53d633e req-8cc544ee-898c-41c5-a3d8-974e96d34ca8 service neutron] (105049) timed out ('10.222.0.40', 62333) {{(pid=105049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 14 03:23:24.791979 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-3fffbfad-1e42-4d15-aef0-4559a1af0194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:23:27.055024 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-1b65d6f1-d161-4dc6-a203-8d6b6f005cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:23:28.034193 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:23:28.340341 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:23:29.809049 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:23:30.026081 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:23:33.900052 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:23:35.266119 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [req-032a5a18-5347-46cf-9612-1e48fe002e93 req-29ad0843-9e59-4f40-9329-0f31dc2e2a2c service neutron] (105049) timed out ('10.222.0.40', 62398) {{(pid=105049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 14 03:23:38.030283 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:23:38.031024 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:23:40.402743 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-08fc7a22-daca-4007-81e8-663116f8262d req-70f1c726-493a-4207-b8a8-211a0db830ea service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872858 Oct 14 03:23:40.518882 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc7a22-daca-4007-81e8-663116f8262d req-d80bf2d1-dd3d-484c-804d-b0f80060105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:23:40.520322 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-08fc7a22-daca-4007-81e8-663116f8262d req-d80bf2d1-dd3d-484c-804d-b0f80060105e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 1129 time: 0.0392385 Oct 14 03:23:40.627147 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc7a22-daca-4007-81e8-663116f8262d req-e683534e-5939-4f2a-b095-39656d13be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:23:40.628570 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-08fc7a22-daca-4007-81e8-663116f8262d req-e683534e-5939-4f2a-b095-39656d13be66 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=977c90dd-1f4c-40e4-bab8-7e46041a9b05 HTTP/1.1" status: 200 len: 912 time: 0.0866797 Oct 14 03:23:40.691797 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-08fc7a22-daca-4007-81e8-663116f8262d req-7dad6253-397e-4a9d-93eb-84da3e1a2ef1 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a364b5f-406b-48fd-994b-03b4466b77cc HTTP/1.1" status: 200 len: 1001 time: 0.0526698 Oct 14 03:23:40.742614 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc7a22-daca-4007-81e8-663116f8262d req-467922b5-f34e-4e25-ada1-2ceed27c02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:23:40.744064 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-08fc7a22-daca-4007-81e8-663116f8262d req-467922b5-f34e-4e25-ada1-2ceed27c02c4 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=eace53d0-7e9b-429e-9297-3338d93efc16 HTTP/1.1" status: 200 len: 850 time: 0.0427067 Oct 14 03:23:40.792704 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc7a22-daca-4007-81e8-663116f8262d req-862513ac-88ac-435a-abf0-afdcdb03d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:23:40.794721 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-08fc7a22-daca-4007-81e8-663116f8262d req-862513ac-88ac-435a-abf0-afdcdb03d59a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=977c90dd-1f4c-40e4-bab8-7e46041a9b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406046 Oct 14 03:23:40.886536 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-08fc7a22-daca-4007-81e8-663116f8262d req-05dce21c-234d-481b-b615-f0ec3314679d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817158 Oct 14 03:23:40.978472 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-08fc7a22-daca-4007-81e8-663116f8262d req-836fccb9-d3bc-4ff2-a966-b92b7f1cf47d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824518 Oct 14 03:23:43.836125 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:23:43.838000 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:23:50.836550 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=14 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:23:50.842698 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=12 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:23:50.974121 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=52 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:23:50.976083 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=49 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:23:54.797675 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a958cc6a-543b-4151-9ff3-3b360cd48834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:23:57.059828 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2cf4109b-c7ac-4df3-b8ff-4a86ccf9b7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:23:58.396921 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:23:58.985725 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc178d-a4fa-4959-a869-ced38cc54559 req-bffd4e01-716e-4d91-99de-ca0ec0966490 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:23:58.987220 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4cfc178d-a4fa-4959-a869-ced38cc54559 req-bffd4e01-716e-4d91-99de-ca0ec0966490 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 945 time: 0.0969703 Oct 14 03:23:59.036548 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4cfc178d-a4fa-4959-a869-ced38cc54559 req-24ed0172-2956-4c7b-b205-8bed17e29d7c tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436950 Oct 14 03:23:59.814858 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:23:59.996591 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:00.206487 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0a7b7-ff8d-4cf2-9d63-68c3e6a828f2 req-2a2fe295-b83a-4f59-8682-f3074814fe07 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:00.207924 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-63e0a7b7-ff8d-4cf2-9d63-68c3e6a828f2 req-2a2fe295-b83a-4f59-8682-f3074814fe07 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 945 time: 0.0942838 Oct 14 03:24:00.255662 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-63e0a7b7-ff8d-4cf2-9d63-68c3e6a828f2 req-230b6474-f78d-49af-9971-ead0deec88c1 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421927 Oct 14 03:24:01.039466 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ce8f7-6cb4-4ee7-9f0b-29f2b77df627 req-6ca23824-faa3-4202-9d40-db4b0b580095 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:01.040904 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-487ce8f7-6cb4-4ee7-9f0b-29f2b77df627 req-6ca23824-faa3-4202-9d40-db4b0b580095 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 945 time: 0.0465086 Oct 14 03:24:01.123125 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-487ce8f7-6cb4-4ee7-9f0b-29f2b77df627 req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Deleting port 9a364b5f-406b-48fd-994b-03b4466b77cc {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:24:01.123459 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-487ce8f7-6cb4-4ee7-9f0b-29f2b77df627 req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (9a364b5f-406b-48fd-994b-03b4466b77cc), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:01.213502 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-487ce8f7-6cb4-4ee7-9f0b-29f2b77df627 req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] For port 9a364b5f-406b-48fd-994b-03b4466b77cc, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=9a364b5f-406b-48fd-994b-03b4466b77cc,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:24:01.213891 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-487ce8f7-6cb4-4ee7-9f0b-29f2b77df627 req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (9a364b5f-406b-48fd-994b-03b4466b77cc), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:01.371951 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-487ce8f7-6cb4-4ee7-9f0b-29f2b77df627 req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:01.372311 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-487ce8f7-6cb4-4ee7-9f0b-29f2b77df627 req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (1bf69510-1396-4960-a6b2-a8fdfe5eb120), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:01.372625 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.db.l3_db [req-487ce8f7-6cb4-4ee7-9f0b-29f2b77df627 req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Floating IP 1bf69510-1396-4960-a6b2-a8fdfe5eb120 disassociated. External IP: 172.27.3.198, port: 9a364b5f-406b-48fd-994b-03b4466b77cc. Oct 14 03:24:01.372961 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-487ce8f7-6cb4-4ee7-9f0b-29f2b77df627 req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Calling delete_port for 9a364b5f-406b-48fd-994b-03b4466b77cc owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:24:01.378449 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f0a56-deab-42ad-a23d-247f1bf25720 req-482099f1-2ac8-4582-9cad-e95d5700f532 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:01.380699 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3b4f0a56-deab-42ad-a23d-247f1bf25720 req-482099f1-2ac8-4582-9cad-e95d5700f532 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 945 time: 0.0510185 Oct 14 03:24:01.429734 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3b4f0a56-deab-42ad-a23d-247f1bf25720 req-97a0b171-cd76-420a-885e-16e8e8962d25 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433602 Oct 14 03:24:01.534272 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-487ce8f7-6cb4-4ee7-9f0b-29f2b77df627 req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (9a364b5f-406b-48fd-994b-03b4466b77cc), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:01.559146 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event deleted for resources: {'Port': ['ID=9a364b5f-406b-48fd-994b-03b4466b77cc,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:24:01.569025 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:01.569366 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:01.569700 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:01.570066 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:01.570380 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:01.570702 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:01.571023 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:01.571338 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:01.571655 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:01.571972 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:01.572689 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:01.572689 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:01.572893 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:01.573192 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:01.573508 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:01.680667 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [req-487ce8f7-6cb4-4ee7-9f0b-29f2b77df627 req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:24:01.779418 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-487ce8f7-6cb4-4ee7-9f0b-29f2b77df627 req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:24:01.789467 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa098b11-340b-4a2a-87fa-4c21faa06369 None None] Sync routers for ids ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:24:01.799495 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa098b11-340b-4a2a-87fa-4c21faa06369 None None] Routers {'9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:24:01.800095 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-fa098b11-340b-4a2a-87fa-4c21faa06369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:23:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:24:01.821144 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-487ce8f7-6cb4-4ee7-9f0b-29f2b77df627 req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] No DVR routers for this DVR port 9a364b5f-406b-48fd-994b-03b4466b77cc on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:24:01.823503 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-487ce8f7-6cb4-4ee7-9f0b-29f2b77df627 req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:01.826737 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-487ce8f7-6cb4-4ee7-9f0b-29f2b77df627 req-dea28901-134d-492a-89f0-09a605bfc2af tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.40 "DELETE /networking/v2.0/ports/9a364b5f-406b-48fd-994b-03b4466b77cc HTTP/1.1" status: 204 len: 173 time: 0.7765999 Oct 14 03:24:01.827227 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2499230a-4299-42fb-b9a7-5f67e01e290f', 'name': 'network-vif-deleted', 'tag': '9a364b5f-406b-48fd-994b-03b4466b77cc'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:24:01.829440 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c403ce40-f78d-418f-a192-2dacd5e0d823" -d '{"events": [{"server_uuid": "2499230a-4299-42fb-b9a7-5f67e01e290f", "name": "network-vif-deleted", "tag": "9a364b5f-406b-48fd-994b-03b4466b77cc"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:24:01.904765 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-fa098b11-340b-4a2a-87fa-4c21faa06369 None None] Set router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:24:01.929357 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53011ae0-d5bb-4840-8b9e-5e0466e92fa6 x-openstack-request-id: req-53011ae0-d5bb-4840-8b9e-5e0466e92fa6 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:24:01.929659 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2499230a-4299-42fb-b9a7-5f67e01e290f", "name": "network-vif-deleted", "tag": "9a364b5f-406b-48fd-994b-03b4466b77cc", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:24:01.930147 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53011ae0-d5bb-4840-8b9e-5e0466e92fa6 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:24:01.930497 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53011ae0-d5bb-4840-8b9e-5e0466e92fa6'] response: {'server_uuid': '2499230a-4299-42fb-b9a7-5f67e01e290f', 'name': 'network-vif-deleted', 'tag': '9a364b5f-406b-48fd-994b-03b4466b77cc', 'status': 'completed', 'code': 200} Oct 14 03:24:02.104967 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-fa098b11-340b-4a2a-87fa-4c21faa06369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:24:02.129292 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa098b11-340b-4a2a-87fa-4c21faa06369 None None] Checking router: 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:24:02.137516 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa098b11-340b-4a2a-87fa-4c21faa06369 None None] Routers {'9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:24:02.138139 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-fa098b11-340b-4a2a-87fa-4c21faa06369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:23:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:24:02.315987 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-fa098b11-340b-4a2a-87fa-4c21faa06369 None None] Set router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:24:02.510354 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-fa098b11-340b-4a2a-87fa-4c21faa06369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:24:02.535450 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa098b11-340b-4a2a-87fa-4c21faa06369 None None] The sync data for ids ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'] in dv-cinder-801522-13-iscsi is: [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:24:02.540649 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9f6e0dbf-ca53-4add-9e6e-8ada056870b3 req-03ed0515-dd30-4c3f-ba41-97d8f7f82d31 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=2499230a-4299-42fb-b9a7-5f67e01e290f HTTP/1.1" status: 200 len: 210 time: 0.0288179 Oct 14 03:24:02.748930 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e1cd91-c574-40c6-bcad-4a298b4f7901 None None] New status for floating IP 1bf69510-1396-4960-a6b2-a8fdfe5eb120: DOWN {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:24:03.781138 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-bcbf3799-3e5f-4836-8e7c-66e2e51dd005 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1014083988&fields=id&tenant_id=094ec37b955e4518b7abffd09afef4f0 HTTP/1.1" status: 200 len: 267 time: 0.0433202 Oct 14 03:24:03.889134 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-0da567ee-d669-4abf-93e4-2483aa5e9b10 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:03.890567 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-0da567ee-d669-4abf-93e4-2483aa5e9b10 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/networks?id=977c90dd-1f4c-40e4-bab8-7e46041a9b05 HTTP/1.1" status: 200 len: 811 time: 0.1025755 Oct 14 03:24:03.905494 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-338a22e7-c7d1-42bd-8278-6ac54b3854ff tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/quotas/094ec37b955e4518b7abffd09afef4f0 HTTP/1.1" status: 200 len: 375 time: 0.0090370 Oct 14 03:24:03.910895 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:03.953993 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-1b390612-d9a7-4b39-9f7b-423446ea3625 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428751 Oct 14 03:24:04.285172 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-b025ce18-d49a-4f23-85ff-7d98afab6099 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195956 Oct 14 03:24:04.371552 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-3ebaa0a8-d1fc-42a2-a0c7-d25c467f09e9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807674 Oct 14 03:24:04.931536 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-80e243b1-ae4c-42b4-8685-27771da633c4 req-617fdf98-ba8e-4c1f-92e9-ee7f4e5b87d2 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 210 time: 0.0309446 Oct 14 03:24:05.034231 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:24:05.480614 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 9a364b5f-406b-48fd-994b-03b4466b77cc no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:24:05.499859 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: 9a364b5f-406b-48fd-994b-03b4466b77cc {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:24:05.500200 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 9a364b5f-406b-48fd-994b-03b4466b77cc not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:24:06.014761 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7af9c0b1-08b5-4825-82f9-18bae28dc54e req-1970f618-7232-4692-907a-d8fe03309dca tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 210 time: 0.0282238 Oct 14 03:24:07.097482 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0c4d3ff0-6241-447d-9688-abcb3fe20e6e req-5b8147bf-b15d-4ffb-911b-442cc883ccc5 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 210 time: 0.0275898 Oct 14 03:24:08.179682 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0f27b582-704c-4b28-aed9-6653cd331939 req-2a4ede5b-f693-4062-817b-606b5a7fe00b tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 210 time: 0.0277574 Oct 14 03:24:09.280821 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c2a2f198-1716-486f-ada6-7238fec83040 req-f6e32841-8c48-441c-9ee0-7fcc43dbb2d3 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 210 time: 0.0301259 Oct 14 03:24:10.383144 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1bc57faf-072b-4bae-a004-0d09fcf6517b req-464139bc-86cd-4586-b06e-d39b8859ab8c tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 210 time: 0.0278819 Oct 14 03:24:11.106720 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-638352f2-a65b-4983-9b68-177c9a83166f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:11.108140 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-638352f2-a65b-4983-9b68-177c9a83166f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.40 "GET /networking/v2.0/networks?id=977c90dd-1f4c-40e4-bab8-7e46041a9b05 HTTP/1.1" status: 200 len: 811 time: 0.1043670 Oct 14 03:24:11.133688 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:11.140344 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:11.181801 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-5e14529d-f073-42b1-ad52-58697fe25ac9 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=094ec37b955e4518b7abffd09afef4f0 HTTP/1.1" status: 200 len: 380 time: 0.0543075 Oct 14 03:24:11.193419 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-da530066-9114-454a-98eb-64252b6cabe7 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Request body: {'port': {'device_id': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'admin_state_up': True, 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'security_groups': ['9de4e449-6cbb-45ae-9f7e-19614724ab86']}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:24:11.390992 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-da530066-9114-454a-98eb-64252b6cabe7 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Made reservation on behalf of 094ec37b955e4518b7abffd09afef4f0 for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:24:11.395433 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-da530066-9114-454a-98eb-64252b6cabe7 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:11.489878 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-ac2558c2-50de-4dc8-9ce2-b879879198ba req-f22a11f8-ef97-4341-92ec-03329ef94942 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 210 time: 0.0271626 Oct 14 03:24:11.524602 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-da530066-9114-454a-98eb-64252b6cabe7 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Allocated IP 172.20.0.8 (977c90dd-1f4c-40e4-bab8-7e46041a9b05/eace53d0-7e9b-429e-9297-3338d93efc16/fb866d3c-4aaa-4710-8d9d-2b3351143b4a) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:24:11.665258 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-da530066-9114-454a-98eb-64252b6cabe7 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for port (fb866d3c-4aaa-4710-8d9d-2b3351143b4a), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:11.751803 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-da530066-9114-454a-98eb-64252b6cabe7 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (fb866d3c-4aaa-4710-8d9d-2b3351143b4a), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:11.793185 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-da530066-9114-454a-98eb-64252b6cabe7 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:24:11.796216 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-da530066-9114-454a-98eb-64252b6cabe7 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:24:11.799831 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-da530066-9114-454a-98eb-64252b6cabe7 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:24:11.828713 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da530066-9114-454a-98eb-64252b6cabe7 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event updated for resources: {'Port': ['ID=fb866d3c-4aaa-4710-8d9d-2b3351143b4a,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:24:11.843752 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:11.858563 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-da530066-9114-454a-98eb-64252b6cabe7 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:11.859184 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-da530066-9114-454a-98eb-64252b6cabe7 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:11.955476 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-da530066-9114-454a-98eb-64252b6cabe7 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7649176 Oct 14 03:24:11.980804 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Request body: {'port': {'device_id': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:24:11.982803 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-a288d78b-29d7-4788-b695-c547a54db4e7 None None] Provisioning complete for port fb866d3c-4aaa-4710-8d9d-2b3351143b4a triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:24:11.983273 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a288d78b-29d7-4788-b695-c547a54db4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fb866d3c-4aaa-4710-8d9d-2b3351143b4a), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:11.983382 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-a288d78b-29d7-4788-b695-c547a54db4e7 None None] Attempt 1 to provision port fb866d3c-4aaa-4710-8d9d-2b3351143b4a Oct 14 03:24:12.018727 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-a288d78b-29d7-4788-b695-c547a54db4e7 None None] Port fb866d3c-4aaa-4710-8d9d-2b3351143b4a cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:24:12.309468 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fb866d3c-4aaa-4710-8d9d-2b3351143b4a), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:12.521047 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:12.563136 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb866d3c-4aaa-4710-8d9d-2b3351143b4a {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:24:12.570852 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Publish callbacks [] for port (fb866d3c-4aaa-4710-8d9d-2b3351143b4a), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:12.583628 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Transition to ACTIVE for port object fb866d3c-4aaa-4710-8d9d-2b3351143b4a will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:24:12.613388 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a07324-8843-4554-9898-dfaf494ef8e2 req-48866561-4c3a-4079-b6bb-6f9ddd76c55d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:12.614889 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a5a07324-8843-4554-9898-dfaf494ef8e2 req-48866561-4c3a-4079-b6bb-6f9ddd76c55d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 931 time: 0.0469110 Oct 14 03:24:12.659908 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (fb866d3c-4aaa-4710-8d9d-2b3351143b4a), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:12.664262 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a5a07324-8843-4554-9898-dfaf494ef8e2 req-3db921ae-b3cc-4805-a760-2467812970ba tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431604 Oct 14 03:24:12.723825 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb866d3c-4aaa-4710-8d9d-2b3351143b4a,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:24:12.770795 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Attempting to bind port fb866d3c-4aaa-4710-8d9d-2b3351143b4a on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:24:12.771124 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Attempting to bind port fb866d3c-4aaa-4710-8d9d-2b3351143b4a by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:24:12.771446 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Attempting to bind port fb866d3c-4aaa-4710-8d9d-2b3351143b4a on network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:24:12.814711 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Port fb866d3c-4aaa-4710-8d9d-2b3351143b4a on network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:24:12.814962 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Attempting to bind port fb866d3c-4aaa-4710-8d9d-2b3351143b4a on network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:24:12.854435 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:24:12.854760 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Checking segment: {'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:24:12.855131 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Bound using segment: {'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:24:12.855555 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Bound port: fb866d3c-4aaa-4710-8d9d-2b3351143b4a, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:24:12.855903 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fb866d3c-4aaa-4710-8d9d-2b3351143b4a), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:12.914514 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] For port fb866d3c-4aaa-4710-8d9d-2b3351143b4a, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:24:12.917472 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] For port fb866d3c-4aaa-4710-8d9d-2b3351143b4a, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=fb866d3c-4aaa-4710-8d9d-2b3351143b4a,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:24:12.962531 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (fb866d3c-4aaa-4710-8d9d-2b3351143b4a), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:12.967396 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:12.968000 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:12.969384 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/fb866d3c-4aaa-4710-8d9d-2b3351143b4a HTTP/1.1" status: 200 len: 1093 time: 0.9927945 Oct 14 03:24:12.969990 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'tag': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:24:12.972742 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d002a6b5-bac6-44d4-bd45-b905c416be75" -d '{"events": [{"name": "network-changed", "server_uuid": "fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546", "tag": "fb866d3c-4aaa-4710-8d9d-2b3351143b4a"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:24:13.015539 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4819f47d-2c86-4d1f-aff5-00b387510371 x-openstack-request-id: req-4819f47d-2c86-4d1f-aff5-00b387510371 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:24:13.015821 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546", "tag": "fb866d3c-4aaa-4710-8d9d-2b3351143b4a", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:24:13.016094 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4819f47d-2c86-4d1f-aff5-00b387510371 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:24:13.016492 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4819f47d-2c86-4d1f-aff5-00b387510371'] response: {'name': 'network-changed', 'server_uuid': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'tag': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a', 'status': 'completed', 'code': 200} Oct 14 03:24:13.021689 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e97085-84ec-4848-a000-e425052b60f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb866d3c-4aaa-4710-8d9d-2b3351143b4a,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:24:13.075580 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:13.110222 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002a6b5-bac6-44d4-bd45-b905c416be75 req-78e1f6f4-747b-4d24-9928-9b3c5c79f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:13.111702 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-d002a6b5-bac6-44d4-bd45-b905c416be75 req-78e1f6f4-747b-4d24-9928-9b3c5c79f1d7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 1127 time: 0.0436571 Oct 14 03:24:13.222783 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002a6b5-bac6-44d4-bd45-b905c416be75 req-2bc3e268-cba3-49ad-af42-bd26c724efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:13.224225 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-d002a6b5-bac6-44d4-bd45-b905c416be75 req-2bc3e268-cba3-49ad-af42-bd26c724efbf service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=094ec37b955e4518b7abffd09afef4f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0907261 Oct 14 03:24:13.321576 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002a6b5-bac6-44d4-bd45-b905c416be75 req-7e163bdc-8598-4ee0-9843-90a2bc758444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:13.323023 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-d002a6b5-bac6-44d4-bd45-b905c416be75 req-7e163bdc-8598-4ee0-9843-90a2bc758444 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894821 Oct 14 03:24:13.431507 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-f5cf995e-740c-4991-b938-365adec06923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:13.432850 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-f5cf995e-740c-4991-b938-365adec06923 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 1127 time: 0.0384979 Oct 14 03:24:13.488865 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-47d87b03-9fe7-417d-a8a2-3fab24b4e9dd service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb866d3c-4aaa-4710-8d9d-2b3351143b4a HTTP/1.1" status: 200 len: 217 time: 0.0344939 Oct 14 03:24:13.538866 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-a45d6ca9-447b-43e9-a7a3-8090f5bb295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:13.540198 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-a45d6ca9-447b-43e9-a7a3-8090f5bb295d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=eace53d0-7e9b-429e-9297-3338d93efc16 HTTP/1.1" status: 200 len: 850 time: 0.0414469 Oct 14 03:24:13.584683 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-e3fba90a-dff0-437a-aea1-c6c964196843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:13.586101 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-e3fba90a-dff0-437a-aea1-c6c964196843 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=977c90dd-1f4c-40e4-bab8-7e46041a9b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0358973 Oct 14 03:24:13.679272 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-f3fc8edf-1a4d-4337-8ccb-f29faecf5045 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839593 Oct 14 03:24:13.774079 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-bd1f1dc1-b70a-4735-ad9e-2be6b20ab433 req-040bb5d8-d02e-4cef-a0d5-618072b450ac service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844712 Oct 14 03:24:13.787830 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fcce6-1d3f-47b8-ae35-ca37109a23b2 req-24eb5eac-f6e3-4c1d-bf04-e63135ea31d5 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:13.789282 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e25fcce6-1d3f-47b8-ae35-ca37109a23b2 req-24eb5eac-f6e3-4c1d-bf04-e63135ea31d5 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 943 time: 0.0493836 Oct 14 03:24:13.838272 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e25fcce6-1d3f-47b8-ae35-ca37109a23b2 req-48a5d2e4-7707-41be-bba1-e4f4f52f7902 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425289 Oct 14 03:24:14.957788 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9711773-0059-487e-8bc0-ec64b0bff5e3 req-4201a463-e923-4161-9c40-2d2a25f789b4 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:14.959259 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c9711773-0059-487e-8bc0-ec64b0bff5e3 req-4201a463-e923-4161-9c40-2d2a25f789b4 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 943 time: 0.0462265 Oct 14 03:24:14.971486 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:14.990038 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:15.008901 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c9711773-0059-487e-8bc0-ec64b0bff5e3 req-4a78c740-3221-4f3b-82df-e99916358c6f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441608 Oct 14 03:24:16.133736 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d75065-0efb-4b32-a53f-6e3269f460d8 req-db86acc6-59b6-4387-a19f-4760add7ed5e tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:16.135251 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-92d75065-0efb-4b32-a53f-6e3269f460d8 req-db86acc6-59b6-4387-a19f-4760add7ed5e tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 943 time: 0.0517204 Oct 14 03:24:16.182308 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-92d75065-0efb-4b32-a53f-6e3269f460d8 req-e63ea604-3123-4d8a-bdce-498ba7fb7ca6 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414948 Oct 14 03:24:17.301564 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d518096-5d99-4efa-b37d-4ae2bceed401 req-daa53df4-3c2a-4500-bdbd-54430f6e4069 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:17.302956 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8d518096-5d99-4efa-b37d-4ae2bceed401 req-daa53df4-3c2a-4500-bdbd-54430f6e4069 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 943 time: 0.0458572 Oct 14 03:24:17.351643 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-8d518096-5d99-4efa-b37d-4ae2bceed401 req-73178e6f-d6ec-439b-8cfd-512cf2a7dc80 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431557 Oct 14 03:24:18.471737 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33db8a8-6edb-426f-bc19-2a4a3c555f3c req-944ba88e-d26b-4871-ba78-9c4181607c4b tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:18.473168 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a33db8a8-6edb-426f-bc19-2a4a3c555f3c req-944ba88e-d26b-4871-ba78-9c4181607c4b tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 943 time: 0.0462716 Oct 14 03:24:18.524767 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a33db8a8-6edb-426f-bc19-2a4a3c555f3c req-3a686080-0f69-4f63-af5f-374dea83d2db tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461149 Oct 14 03:24:19.640311 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da76f8-4b6e-461b-958a-c980f363aa81 req-ff001d17-24ff-4a32-bb16-16fc5ede894b tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:19.642238 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a8da76f8-4b6e-461b-958a-c980f363aa81 req-ff001d17-24ff-4a32-bb16-16fc5ede894b tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 943 time: 0.0452986 Oct 14 03:24:19.689222 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-a8da76f8-4b6e-461b-958a-c980f363aa81 req-9e713461-fd4f-4a23-8499-8d1ac05bed9f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415144 Oct 14 03:24:20.808424 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f71b0-b1e1-4618-bd6b-de479023cefa req-0cac1ebf-e3e9-478d-a52e-58bfc9eb86fd tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:20.809883 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b19f71b0-b1e1-4618-bd6b-de479023cefa req-0cac1ebf-e3e9-478d-a52e-58bfc9eb86fd tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 943 time: 0.0464041 Oct 14 03:24:20.857502 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b19f71b0-b1e1-4618-bd6b-de479023cefa req-3a8ad30d-5c01-4ec1-b191-739f345d3a10 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421674 Oct 14 03:24:21.542937 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device fb866d3c-4aaa-4710-8d9d-2b3351143b4a details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:24:21.640653 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port fb866d3c-4aaa-4710-8d9d-2b3351143b4a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=fb866d3c-4aaa-4710-8d9d-2b3351143b4a,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:24:21.651557 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'port_id': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a', 'mac_address': 'fa:16:3e:75:bf:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:24:21.685200 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port fb866d3c-4aaa-4710-8d9d-2b3351143b4a is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:24:21.685613 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fb866d3c-4aaa-4710-8d9d-2b3351143b4a), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:21.697998 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb866d3c-4aaa-4710-8d9d-2b3351143b4a {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:24:21.720654 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port fb866d3c-4aaa-4710-8d9d-2b3351143b4a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=fb866d3c-4aaa-4710-8d9d-2b3351143b4a,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:24:21.773424 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (fb866d3c-4aaa-4710-8d9d-2b3351143b4a), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:21.822919 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=fb866d3c-4aaa-4710-8d9d-2b3351143b4a,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:24:21.829940 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:21.830289 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:21.830633 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:21.830973 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:21.831310 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:21.831633 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:21.831955 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:21.832276 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:21.832597 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:21.832916 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:21.833236 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:21.833553 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:21.833899 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:21.834214 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:21.834530 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:21.980546 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5afdb5-0e24-4b70-a5dc-4b9356ffcb5c req-f49843f5-bc09-44b6-a4b5-0e3142962396 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:21.982027 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9f5afdb5-0e24-4b70-a5dc-4b9356ffcb5c req-f49843f5-bc09-44b6-a4b5-0e3142962396 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 944 time: 0.0504467 Oct 14 03:24:22.031443 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9f5afdb5-0e24-4b70-a5dc-4b9356ffcb5c req-cbef1857-4829-4508-92c3-f58766e08918 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438461 Oct 14 03:24:22.167623 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['fb866d3c-4aaa-4710-8d9d-2b3351143b4a'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:24:23.150399 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23276440-5bb7-4f28-951b-d329bfaf85f4 req-00797842-38e2-4b27-ab1d-66a9ef697e61 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:23.151856 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-23276440-5bb7-4f28-951b-d329bfaf85f4 req-00797842-38e2-4b27-ab1d-66a9ef697e61 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 944 time: 0.0471823 Oct 14 03:24:23.200509 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-23276440-5bb7-4f28-951b-d329bfaf85f4 req-928c7381-10dc-4cad-8614-4762fa482bb7 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433068 Oct 14 03:24:23.565964 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device fb866d3c-4aaa-4710-8d9d-2b3351143b4a up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:24:23.600440 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:23.607235 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:23.609967 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port fb866d3c-4aaa-4710-8d9d-2b3351143b4a completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:24:23.664768 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port fb866d3c-4aaa-4710-8d9d-2b3351143b4a triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:24:23.665134 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (fb866d3c-4aaa-4710-8d9d-2b3351143b4a), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:23.665465 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port fb866d3c-4aaa-4710-8d9d-2b3351143b4a Oct 14 03:24:23.736295 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port fb866d3c-4aaa-4710-8d9d-2b3351143b4a is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:24:23.736673 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (fb866d3c-4aaa-4710-8d9d-2b3351143b4a), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:23.760877 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:24:23.763170 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b540f910-0de9-42fe-a0c7-495517792f55" -d '{"events": [{"server_uuid": "fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546", "name": "network-vif-plugged", "status": "completed", "tag": "fb866d3c-4aaa-4710-8d9d-2b3351143b4a"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:24:23.763884 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:23.770027 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=48 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:23.777821 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port fb866d3c-4aaa-4710-8d9d-2b3351143b4a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=fb866d3c-4aaa-4710-8d9d-2b3351143b4a,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:24:23.853952 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (fb866d3c-4aaa-4710-8d9d-2b3351143b4a), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:23.894691 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3ba0b5-5f7c-4366-8312-94ff704accc4 x-openstack-request-id: req-fc3ba0b5-5f7c-4366-8312-94ff704accc4 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:24:23.894691 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546", "name": "network-vif-plugged", "status": "completed", "tag": "fb866d3c-4aaa-4710-8d9d-2b3351143b4a", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:24:23.894924 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc3ba0b5-5f7c-4366-8312-94ff704accc4 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:24:23.895266 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc3ba0b5-5f7c-4366-8312-94ff704accc4'] response: {'server_uuid': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a', 'code': 200} Oct 14 03:24:23.906751 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=fb866d3c-4aaa-4710-8d9d-2b3351143b4a,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:24:24.042289 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=84 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:24.043360 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=58 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:24.308537 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a0b76-ff87-4659-9165-426439f8f5c9 req-3e044886-af18-445a-a688-f112a3139164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:24.310076 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-513a0b76-ff87-4659-9165-426439f8f5c9 req-3e044886-af18-445a-a688-f112a3139164 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 1129 time: 0.0424967 Oct 14 03:24:24.320639 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d2735-a62d-446c-9c1a-8ec5027a285e req-6d0ab02c-5ab1-4d52-8fc7-c1e3ecccf8df tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:24.322138 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7b9d2735-a62d-446c-9c1a-8ec5027a285e req-6d0ab02c-5ab1-4d52-8fc7-c1e3ecccf8df tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 945 time: 0.0456719 Oct 14 03:24:24.355313 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-513a0b76-ff87-4659-9165-426439f8f5c9 req-9882601d-5c4a-470f-96dc-e92c17b4b1eb service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394309 Oct 14 03:24:24.375283 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7b9d2735-a62d-446c-9c1a-8ec5027a285e req-08be137d-fbf7-4471-a369-f31551fce3e3 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473747 Oct 14 03:24:24.830782 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-bf51a1cd-7f5a-494e-b990-d20a37a5db6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:25.498270 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764f1f1-3a00-4ef6-99a0-718cd059e507 req-3ca8a92f-07d5-4bcc-b824-2b9cb4c0020a tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:25.499769 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b764f1f1-3a00-4ef6-99a0-718cd059e507 req-3ca8a92f-07d5-4bcc-b824-2b9cb4c0020a tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 945 time: 0.0466204 Oct 14 03:24:25.548875 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b764f1f1-3a00-4ef6-99a0-718cd059e507 req-561e8053-0d8e-4a20-a515-94e3f42640c4 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428624 Oct 14 03:24:26.669636 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e8739-f9fb-4527-bd3f-d1f456d3ee12 req-f7941d60-61c9-4b9b-81df-fba4f87b925c tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:26.671137 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-de8e8739-f9fb-4527-bd3f-d1f456d3ee12 req-f7941d60-61c9-4b9b-81df-fba4f87b925c tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 945 time: 0.0462520 Oct 14 03:24:26.718394 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-de8e8739-f9fb-4527-bd3f-d1f456d3ee12 req-2afaf217-bcc0-48f1-af8b-b58311585634 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417156 Oct 14 03:24:26.839247 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1051e10-0e57-419f-836a-73684947bee4 req-2773e981-de92-4c40-a930-c0ea2c525603 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:26.840584 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d1051e10-0e57-419f-836a-73684947bee4 req-2773e981-de92-4c40-a930-c0ea2c525603 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 945 time: 0.0486114 Oct 14 03:24:26.851437 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:26.875429 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:26.890039 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d1051e10-0e57-419f-836a-73684947bee4 req-c0a39e84-cab8-4d18-931b-481ad91daebf tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439007 Oct 14 03:24:26.918253 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43994) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:24:26.955420 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99376c9f-cc73-47ca-a500-e38ab089f8fb tempest-TestVolumeBootPattern-687874153 tempest-TestVolumeBootPattern-687874153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:26.956893 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-99376c9f-cc73-47ca-a500-e38ab089f8fb tempest-TestVolumeBootPattern-687874153 tempest-TestVolumeBootPattern-687874153-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 1124 time: 0.0377009 Oct 14 03:24:26.959711 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 43996) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:24:26.963781 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Request body: {'floatingip': {'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'port_id': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:24:27.065584 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:27.087671 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-1104c7eb-dae8-4a21-a5b7-46e367d809d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:27.146887 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:27.247820 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Allocated IP 172.27.3.78 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/21ad78b8-b16f-4954-b968-94e1954d0e27) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:24:27.353579 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for port (21ad78b8-b16f-4954-b968-94e1954d0e27), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:27.437085 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (21ad78b8-b16f-4954-b968-94e1954d0e27), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:27.478640 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:24:27.481583 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:24:27.484126 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:24:27.517099 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event updated for resources: {'Port': ['ID=21ad78b8-b16f-4954-b968-94e1954d0e27,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:24:27.527057 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:27.527286 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:27.527623 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:27.527988 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:27.528316 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:27.528641 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:27.528963 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:27.529283 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:27.529603 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:27.529964 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:27.530286 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:27.530607 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:27.530922 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:27.531234 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:27.531545 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:24:27.827212 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:27.835719 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:27.847148 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for floatingip (0214d8ee-f6a1-4d9d-89ac-2ac653be8e97), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:27.952832 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (21ad78b8-b16f-4954-b968-94e1954d0e27), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:28.097216 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for port (21ad78b8-b16f-4954-b968-94e1954d0e27), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:28.156386 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129412714'] for port (21ad78b8-b16f-4954-b968-94e1954d0e27), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:28.225575 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event updated for resources: {'Port': ['ID=21ad78b8-b16f-4954-b968-94e1954d0e27,revision_number=2']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:24:28.227915 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (0214d8ee-f6a1-4d9d-89ac-2ac653be8e97), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:28.323442 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.l3_db [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Floating IP 0214d8ee-f6a1-4d9d-89ac-2ac653be8e97 associated. External IP: 172.27.3.78, port: fb866d3c-4aaa-4710-8d9d-2b3351143b4a. Oct 14 03:24:28.367931 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:28.518707 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:24:28.558569 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:28.617353 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:24:28.627651 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a25b7a-ac73-4b7d-86dc-7ee61e3a6fee None None] Sync routers for ids ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:24:28.637482 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a25b7a-ac73-4b7d-86dc-7ee61e3a6fee None None] Routers {'9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:24:28.643852 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-d9a25b7a-ac73-4b7d-86dc-7ee61e3a6fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:24:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:24:28.684422 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:28.717805 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-26971d2d-7607-440b-8069-91aceecec9ac tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7570915 Oct 14 03:24:28.718555 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'tag': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a'}] {{(pid=105049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:24:28.720845 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fb9ae14b47f429fd368683312699964b37f4ab477e95edbe6fc545a578585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc89452-2f58-4a97-98d9-fdb6c7b3f73d" -d '{"events": [{"name": "network-changed", "server_uuid": "fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546", "tag": "fb866d3c-4aaa-4710-8d9d-2b3351143b4a"}]}' {{(pid=105049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:24:28.736781 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-d9a25b7a-ac73-4b7d-86dc-7ee61e3a6fee None None] Set router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:24:28.944344 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-d9a25b7a-ac73-4b7d-86dc-7ee61e3a6fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '0214d8ee-f6a1-4d9d-89ac-2ac653be8e97', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'port_id': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'mac_address': 'fa:16:3e:75:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:24:27Z', 'updated_at': '2022-10-14T03:24:27Z', 'revision_number': 0, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:24:28.967756 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a25b7a-ac73-4b7d-86dc-7ee61e3a6fee None None] Checking router: 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:24:28.976904 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a25b7a-ac73-4b7d-86dc-7ee61e3a6fee None None] Routers {'9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:24:28.977493 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-d9a25b7a-ac73-4b7d-86dc-7ee61e3a6fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:24:27Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:24:29.075975 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-d9a25b7a-ac73-4b7d-86dc-7ee61e3a6fee None None] Set router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:24:29.275902 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-d9a25b7a-ac73-4b7d-86dc-7ee61e3a6fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '0214d8ee-f6a1-4d9d-89ac-2ac653be8e97', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'port_id': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'mac_address': 'fa:16:3e:75:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:24:27Z', 'updated_at': '2022-10-14T03:24:27Z', 'revision_number': 0, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:24:29.299891 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a25b7a-ac73-4b7d-86dc-7ee61e3a6fee None None] The sync data for ids ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'] in dv-cinder-801522-13-iscsi is: [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '0214d8ee-f6a1-4d9d-89ac-2ac653be8e97', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'port_id': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'mac_address': 'fa:16:3e:75:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:24:27Z', 'updated_at': '2022-10-14T03:24:27Z', 'revision_number': 0, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:24:29.493671 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889709a4-7146-4895-9f2f-a3abd659ca02 None None] New status for floating IP 0214d8ee-f6a1-4d9d-89ac-2ac653be8e97: ACTIVE {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:24:29.828328 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affdb232-68db-434a-bff7-2e0d4df88ed5 x-openstack-request-id: req-affdb232-68db-434a-bff7-2e0d4df88ed5 {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:24:29.828937 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546", "tag": "fb866d3c-4aaa-4710-8d9d-2b3351143b4a", "status": "completed", "code": 200}]} {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:24:29.828937 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-affdb232-68db-434a-bff7-2e0d4df88ed5 {{(pid=105049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:24:29.829278 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affdb232-68db-434a-bff7-2e0d4df88ed5'] response: {'name': 'network-changed', 'server_uuid': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'tag': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a', 'status': 'completed', 'code': 200} Oct 14 03:24:29.836321 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:29.918007 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc89452-2f58-4a97-98d9-fdb6c7b3f73d req-0c6947e6-06e9-4467-9713-f9e33bb0e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:29.919441 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9fc89452-2f58-4a97-98d9-fdb6c7b3f73d req-0c6947e6-06e9-4467-9713-f9e33bb0e29d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 1129 time: 0.0382788 Oct 14 03:24:29.996394 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:30.012744 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc89452-2f58-4a97-98d9-fdb6c7b3f73d req-120737e8-8f13-424e-8e63-a15ed268e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:30.014221 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9fc89452-2f58-4a97-98d9-fdb6c7b3f73d req-120737e8-8f13-424e-8e63-a15ed268e190 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=977c90dd-1f4c-40e4-bab8-7e46041a9b05 HTTP/1.1" status: 200 len: 912 time: 0.0890000 Oct 14 03:24:30.074246 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9fc89452-2f58-4a97-98d9-fdb6c7b3f73d req-6eb5ac6a-58d2-4498-bdd2-713159d7e342 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb866d3c-4aaa-4710-8d9d-2b3351143b4a HTTP/1.1" status: 200 len: 1000 time: 0.0534668 Oct 14 03:24:30.120918 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc89452-2f58-4a97-98d9-fdb6c7b3f73d req-2f56cd9f-6edd-4558-b318-179771e98908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:30.122223 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9fc89452-2f58-4a97-98d9-fdb6c7b3f73d req-2f56cd9f-6edd-4558-b318-179771e98908 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=eace53d0-7e9b-429e-9297-3338d93efc16 HTTP/1.1" status: 200 len: 850 time: 0.0425477 Oct 14 03:24:30.166222 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc89452-2f58-4a97-98d9-fdb6c7b3f73d req-4a232cf5-6a6d-4a40-9c64-121552f5cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:30.167649 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9fc89452-2f58-4a97-98d9-fdb6c7b3f73d req-4a232cf5-6a6d-4a40-9c64-121552f5cf0a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=977c90dd-1f4c-40e4-bab8-7e46041a9b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395517 Oct 14 03:24:30.254613 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9fc89452-2f58-4a97-98d9-fdb6c7b3f73d req-65cb38bd-233b-43ec-8434-159e9968d5c9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803876 Oct 14 03:24:30.343802 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-9fc89452-2f58-4a97-98d9-fdb6c7b3f73d req-eef09081-8e72-4d8a-8fa4-1334fed05f15 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829351 Oct 14 03:24:33.927561 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:38.711205 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:38.714187 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:40.339636 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=53 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:40.341528 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=59 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:40.467588 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f3f644aa-cace-480b-b28f-d3219e0f3a58 req-b5e2c34b-8b27-4ba0-84f2-6e5d532578ae service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381570 Oct 14 03:24:40.572953 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f644aa-cace-480b-b28f-d3219e0f3a58 req-5830761b-72f3-4d66-8e98-77a958e5c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:40.574456 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f3f644aa-cace-480b-b28f-d3219e0f3a58 req-5830761b-72f3-4d66-8e98-77a958e5c738 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 1129 time: 0.0393164 Oct 14 03:24:40.678557 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f644aa-cace-480b-b28f-d3219e0f3a58 req-265c4e23-a12e-4f38-8d9c-99601eb57342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:40.679888 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f3f644aa-cace-480b-b28f-d3219e0f3a58 req-265c4e23-a12e-4f38-8d9c-99601eb57342 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=977c90dd-1f4c-40e4-bab8-7e46041a9b05 HTTP/1.1" status: 200 len: 912 time: 0.0872612 Oct 14 03:24:40.741805 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f3f644aa-cace-480b-b28f-d3219e0f3a58 req-38277a34-72a4-4762-a41f-7b3124202575 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb866d3c-4aaa-4710-8d9d-2b3351143b4a HTTP/1.1" status: 200 len: 1000 time: 0.0523498 Oct 14 03:24:40.790747 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f644aa-cace-480b-b28f-d3219e0f3a58 req-a6f51f32-be61-42f2-8756-26c81310711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:40.792137 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f3f644aa-cace-480b-b28f-d3219e0f3a58 req-a6f51f32-be61-42f2-8756-26c81310711b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=eace53d0-7e9b-429e-9297-3338d93efc16 HTTP/1.1" status: 200 len: 850 time: 0.0449405 Oct 14 03:24:40.833647 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f644aa-cace-480b-b28f-d3219e0f3a58 req-3bb30ebd-f2d7-4ca4-a3ab-02b63daa9255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:24:40.835068 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f3f644aa-cace-480b-b28f-d3219e0f3a58 req-3bb30ebd-f2d7-4ca4-a3ab-02b63daa9255 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=977c90dd-1f4c-40e4-bab8-7e46041a9b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372150 Oct 14 03:24:40.927705 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f3f644aa-cace-480b-b28f-d3219e0f3a58 req-44a101a3-d092-4bea-9dac-448d30a4077b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855865 Oct 14 03:24:41.017222 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f3f644aa-cace-480b-b28f-d3219e0f3a58 req-8e5516ac-fe7d-4641-b5ad-49dbdad57f78 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832124 Oct 14 03:24:42.033211 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:24:43.864433 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:43.866292 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=54,neutron:UPDATE=7 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:51.012864 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=51 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:51.013670 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=50 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:53.082262 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=78 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:53.083126 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:24:54.812496 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2037917b-2f31-4c57-a4b4-7e3bb171b527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:57.070270 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-7674df28-0f2d-4b32-94a9-8e36993ecb55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:58.406933 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:59.818599 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:24:59.995561 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:25:03.972952 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:25:13.860621 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:25:13.865847 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:25:19.032604 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:25:24.789778 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c7c5-9100-4a43-b96f-a177d8b49c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:25:27.058315 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-8324fcd0-8c40-4daf-9320-87394393422b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:25:28.371992 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:25:29.028179 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:25:29.028948 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:25:29.817834 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:25:30.029450 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:25:33.932105 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:25:41.423890 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-95530cd9-dd9e-403b-9edd-0e2f6e54a3fb req-5a01f634-cd9f-4800-8c7e-64455d9e6a14 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378103 Oct 14 03:25:41.534179 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530cd9-dd9e-403b-9edd-0e2f6e54a3fb req-54aa7436-c225-4de8-b6da-7eaa12a953eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:25:41.535649 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-95530cd9-dd9e-403b-9edd-0e2f6e54a3fb req-54aa7436-c225-4de8-b6da-7eaa12a953eb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 1129 time: 0.0420139 Oct 14 03:25:41.642752 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530cd9-dd9e-403b-9edd-0e2f6e54a3fb req-84b3c152-2df3-4127-9ddf-3bd1503287d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:25:41.644195 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-95530cd9-dd9e-403b-9edd-0e2f6e54a3fb req-84b3c152-2df3-4127-9ddf-3bd1503287d9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=977c90dd-1f4c-40e4-bab8-7e46041a9b05 HTTP/1.1" status: 200 len: 912 time: 0.0841169 Oct 14 03:25:41.710982 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-95530cd9-dd9e-403b-9edd-0e2f6e54a3fb req-b7eb2f99-a606-4891-8ed0-9a51bfc83d75 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb866d3c-4aaa-4710-8d9d-2b3351143b4a HTTP/1.1" status: 200 len: 1000 time: 0.0566220 Oct 14 03:25:41.758917 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530cd9-dd9e-403b-9edd-0e2f6e54a3fb req-2580ba06-b15a-414f-b8c3-30231105d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:25:41.760308 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-95530cd9-dd9e-403b-9edd-0e2f6e54a3fb req-2580ba06-b15a-414f-b8c3-30231105d7bc service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=eace53d0-7e9b-429e-9297-3338d93efc16 HTTP/1.1" status: 200 len: 850 time: 0.0431051 Oct 14 03:25:41.805505 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530cd9-dd9e-403b-9edd-0e2f6e54a3fb req-25903bca-3f07-4208-8df8-ec9ed2fc3416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:25:41.806975 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-95530cd9-dd9e-403b-9edd-0e2f6e54a3fb req-25903bca-3f07-4208-8df8-ec9ed2fc3416 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=977c90dd-1f4c-40e4-bab8-7e46041a9b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378163 Oct 14 03:25:41.899531 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-95530cd9-dd9e-403b-9edd-0e2f6e54a3fb req-9d44a414-ad81-4efe-87e9-da899e0af1e2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832167 Oct 14 03:25:41.991114 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-95530cd9-dd9e-403b-9edd-0e2f6e54a3fb req-7fcdaeb9-06b0-48db-98c5-668ebf3ac6c7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818138 Oct 14 03:25:42.059997 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [req-c17fcd4b-7538-4d62-84ac-cc22ecf3c9fe req-e7983dd8-0bca-48e0-9772-8034bf969946 service neutron] (105050) timed out ('10.222.0.40', 62345) {{(pid=105050) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 14 03:25:43.864596 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:25:43.866070 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:25:50.836312 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=9 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:25:50.840299 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=17 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:25:51.985433 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=48 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:25:51.988366 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=53 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:25:54.783069 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-391a8ca8-6fb2-4d75-a283-7743e06e6b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:25:56.031559 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:25:57.074656 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-d6600980-b18b-47c5-80fd-2c735ee84367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:25:58.366365 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:25:59.828341 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:25:59.994484 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:03.926490 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:04.819062 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-bb99be13-e617-4158-89db-3b36ffd37121 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1014083988&fields=id&tenant_id=094ec37b955e4518b7abffd09afef4f0 HTTP/1.1" status: 200 len: 267 time: 0.0454254 Oct 14 03:26:04.927585 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-7075a3d1-e2d2-48aa-a184-9966d2b34507 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:04.929014 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-7075a3d1-e2d2-48aa-a184-9966d2b34507 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/networks?id=977c90dd-1f4c-40e4-bab8-7e46041a9b05 HTTP/1.1" status: 200 len: 811 time: 0.1033580 Oct 14 03:26:04.943729 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-712ccb9b-06e2-4462-abeb-78eb2190b92b tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/quotas/094ec37b955e4518b7abffd09afef4f0 HTTP/1.1" status: 200 len: 375 time: 0.0092583 Oct 14 03:26:04.993823 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-eed40092-e87e-40c7-b125-f625a7043894 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453522 Oct 14 03:26:05.073432 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-84952b38-2502-4ff0-9da7-6575570da66d service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105049) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 03:26:05.074492 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-84952b38-2502-4ff0-9da7-6575570da66d service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0691361 Oct 14 03:26:05.166329 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-cc24f6e7-179f-45cb-b548-6b0ae8aa55c8 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860603 Oct 14 03:26:05.254143 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-ce4091ce-bf45-46d2-b0ec-e3fd20651a7b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822411 Oct 14 03:26:05.808578 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7e3c3fec-e966-4182-a9ec-325868716888 req-35220f2a-a5c6-43ed-bc52-1742dcd3c1bc tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 210 time: 0.0287409 Oct 14 03:26:06.026678 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=3 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:06.030908 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=5 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:06.910176 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-1d423923-e388-42f1-8437-a119f2734fdc req-f017c723-7d70-48c2-8cd1-ad3ab7038458 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 210 time: 0.0300043 Oct 14 03:26:07.812716 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-ef091a40-7874-4abc-973f-bff0efe7a257 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:07.814189 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-ef091a40-7874-4abc-973f-bff0efe7a257 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.40 "GET /networking/v2.0/networks?id=977c90dd-1f4c-40e4-bab8-7e46041a9b05 HTTP/1.1" status: 200 len: 811 time: 0.1051471 Oct 14 03:26:07.887852 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-b8d478f8-f3fc-4e8d-8a41-83e8fa1c1dd6 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=094ec37b955e4518b7abffd09afef4f0 HTTP/1.1" status: 200 len: 380 time: 0.0529790 Oct 14 03:26:07.898598 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Request body: {'port': {'device_id': 'b6adee29-5127-4d00-be93-888b37999ee2', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'admin_state_up': True, 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'security_groups': ['9de4e449-6cbb-45ae-9f7e-19614724ab86']}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:26:08.022837 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-89c5cdb7-48d7-4237-be02-3f65f42256d1 req-ab21b499-44ca-4b3c-9f50-d5463847820a tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 210 time: 0.0341218 Oct 14 03:26:08.080089 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Made reservation on behalf of 094ec37b955e4518b7abffd09afef4f0 for: {'port': 1} {{(pid=105050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 03:26:08.084531 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:08.208596 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.db_base_plugin_common [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Allocated IP 172.20.0.5 (977c90dd-1f4c-40e4-bab8-7e46041a9b05/eace53d0-7e9b-429e-9297-3338d93efc16/851a44e1-d1fc-493e-a0b6-607a99356502) {{(pid=105050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:26:08.347361 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for port (851a44e1-d1fc-493e-a0b6-607a99356502), precommit_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:08.434383 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (851a44e1-d1fc-493e-a0b6-607a99356502), after_create {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:08.481310 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 is already hosted by enough agents. {{(pid=105050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:26:08.484496 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.base_scheduler [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Resources bound (agent type, host, resource id): {{(pid=105050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:26:08.488853 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Received port after_create {{(pid=105050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:26:08.495141 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event updated for resources: {'Port': ['ID=851a44e1-d1fc-493e-a0b6-607a99356502,revision_number=1']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:26:08.521973 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:08.522324 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:08.522667 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:08.523000 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:08.523328 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:08.523654 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:08.523981 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:08.524300 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:08.524623 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:08.524943 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:08.525263 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:08.525583 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:08.525937 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:08.526255 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:08.526572 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:08.553673 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:08.554313 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:08.654028 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-6b0f3199-e1f7-4193-a6b7-e948d93b7f65 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7588778 Oct 14 03:26:08.674198 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.v2.base [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Request body: {'port': {'device_id': 'b6adee29-5127-4d00-be93-888b37999ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=105050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:26:08.732052 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (851a44e1-d1fc-493e-a0b6-607a99356502), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:08.733148 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-ce527d5a-58a7-46f4-b805-a553653dcce0 None None] Provisioning complete for port 851a44e1-d1fc-493e-a0b6-607a99356502 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:26:08.733646 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-ce527d5a-58a7-46f4-b805-a553653dcce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (851a44e1-d1fc-493e-a0b6-607a99356502), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:08.733970 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-ce527d5a-58a7-46f4-b805-a553653dcce0 None None] Attempt 1 to provision port 851a44e1-d1fc-493e-a0b6-607a99356502 Oct 14 03:26:08.734657 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:08.747499 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:08.766563 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-ce527d5a-58a7-46f4-b805-a553653dcce0 None None] Port 851a44e1-d1fc-493e-a0b6-607a99356502 cannot update to ACTIVE because it is not bound. {{(pid=105051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 14 03:26:08.990198 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851a44e1-d1fc-493e-a0b6-607a99356502 {{(pid=105050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:26:08.997977 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Publish callbacks [] for port (851a44e1-d1fc-493e-a0b6-607a99356502), precommit_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:09.011032 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.provisioning_blocks [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Transition to ACTIVE for port object 851a44e1-d1fc-493e-a0b6-607a99356502 will not be triggered until provisioned by entity L2. {{(pid=105050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 14 03:26:09.074573 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (851a44e1-d1fc-493e-a0b6-607a99356502), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:09.145911 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e4e95-85f1-49c1-8608-16fda57dc9c2 req-fcd3cb30-04a8-4d99-98ee-821fcff2b5cf tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:09.147616 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3f9e4e95-85f1-49c1-8608-16fda57dc9c2 req-fcd3cb30-04a8-4d99-98ee-821fcff2b5cf tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 943 time: 0.0499640 Oct 14 03:26:09.154265 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Pushing event updated for resources: {'Port': ['ID=851a44e1-d1fc-493e-a0b6-607a99356502,revision_number=2']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:26:09.186425 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Attempting to bind port 851a44e1-d1fc-493e-a0b6-607a99356502 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 14 03:26:09.187096 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Attempting to bind port 851a44e1-d1fc-493e-a0b6-607a99356502 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 14 03:26:09.187482 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Attempting to bind port 851a44e1-d1fc-493e-a0b6-607a99356502 on network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:26:09.200138 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3f9e4e95-85f1-49c1-8608-16fda57dc9c2 req-1a18379b-14de-4f43-893c-f3e32f201281 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467274 Oct 14 03:26:09.240077 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Port 851a44e1-d1fc-493e-a0b6-607a99356502 on network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 03:26:09.240401 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Attempting to bind port 851a44e1-d1fc-493e-a0b6-607a99356502 on network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 03:26:09.281722 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Checking agent: {'id': '3384f65e-3e54-46d3-b440-36ac85f3d876', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'started_at': datetime.datetime(2022, 10, 14, 3, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 14, 3, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 14 03:26:09.282080 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Checking segment: {'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 14 03:26:09.282451 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Bound using segment: {'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'} {{(pid=105050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 14 03:26:09.282876 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.managers [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Bound port: 851a44e1-d1fc-493e-a0b6-607a99356502, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05'}}] {{(pid=105050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 14 03:26:09.283224 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (851a44e1-d1fc-493e-a0b6-607a99356502), before_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:09.291973 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:09.342835 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] For port 851a44e1-d1fc-493e-a0b6-607a99356502, host hv-cinder-80152, cleared binding levels {{(pid=105050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 03:26:09.345838 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] For port 851a44e1-d1fc-493e-a0b6-607a99356502, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=851a44e1-d1fc-493e-a0b6-607a99356502,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 03:26:09.428707 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128314411'] for port (851a44e1-d1fc-493e-a0b6-607a99356502), after_update {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:09.432863 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:09.433465 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:09.434887 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/851a44e1-d1fc-493e-a0b6-607a99356502 HTTP/1.1" status: 200 len: 1093 time: 0.7648849 Oct 14 03:26:09.435432 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6adee29-5127-4d00-be93-888b37999ee2', 'tag': '851a44e1-d1fc-493e-a0b6-607a99356502'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:26:09.437705 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998049c3-0c92-4e42-8b8b-460594f898ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b6adee29-5127-4d00-be93-888b37999ee2", "tag": "851a44e1-d1fc-493e-a0b6-607a99356502"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:26:09.481593 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45965921-61c0-44e8-8c99-c8bb10a5b545 x-openstack-request-id: req-45965921-61c0-44e8-8c99-c8bb10a5b545 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:26:09.483758 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6adee29-5127-4d00-be93-888b37999ee2", "tag": "851a44e1-d1fc-493e-a0b6-607a99356502", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:26:09.483758 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45965921-61c0-44e8-8c99-c8bb10a5b545 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:26:09.483758 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45965921-61c0-44e8-8c99-c8bb10a5b545'] response: {'name': 'network-changed', 'server_uuid': 'b6adee29-5127-4d00-be93-888b37999ee2', 'tag': '851a44e1-d1fc-493e-a0b6-607a99356502', 'status': 'completed', 'code': 200} Oct 14 03:26:09.487111 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ece24-0825-4894-8fb2-8bd69035d1dc service neutron] Pushing event updated for resources: {'Port': ['ID=851a44e1-d1fc-493e-a0b6-607a99356502,revision_number=3']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:26:09.576044 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998049c3-0c92-4e42-8b8b-460594f898ca req-7a64426f-b835-44e5-b6ae-d64d7283a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:09.577506 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-998049c3-0c92-4e42-8b8b-460594f898ca req-7a64426f-b835-44e5-b6ae-d64d7283a12c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 1127 time: 0.0418570 Oct 14 03:26:09.680105 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998049c3-0c92-4e42-8b8b-460594f898ca req-e4659235-7191-4a51-8707-d45a90080229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:09.681519 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-998049c3-0c92-4e42-8b8b-460594f898ca req-e4659235-7191-4a51-8707-d45a90080229 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=094ec37b955e4518b7abffd09afef4f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0890031 Oct 14 03:26:09.778716 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998049c3-0c92-4e42-8b8b-460594f898ca req-f4308f6a-efd2-4edf-b6c5-cb46d3ff7f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:09.780065 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-998049c3-0c92-4e42-8b8b-460594f898ca req-f4308f6a-efd2-4edf-b6c5-cb46d3ff7f52 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897479 Oct 14 03:26:09.885189 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-a42b8cb9-5023-458a-9b13-3e68e763220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:09.886667 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-a42b8cb9-5023-458a-9b13-3e68e763220d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 1127 time: 0.0391889 Oct 14 03:26:09.940077 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-1adf5b26-9f81-4681-aeb7-e58696c2de98 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851a44e1-d1fc-493e-a0b6-607a99356502 HTTP/1.1" status: 200 len: 217 time: 0.0343788 Oct 14 03:26:09.987431 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-24ccab16-4913-4662-b80f-2ede51213f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:09.989315 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-24ccab16-4913-4662-b80f-2ede51213f90 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=eace53d0-7e9b-429e-9297-3338d93efc16 HTTP/1.1" status: 200 len: 850 time: 0.0421548 Oct 14 03:26:10.036620 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-a23c0a0e-53f4-476a-ad1c-e78d00720291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:10.038049 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-a23c0a0e-53f4-476a-ad1c-e78d00720291 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=977c90dd-1f4c-40e4-bab8-7e46041a9b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385797 Oct 14 03:26:10.132890 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-2e67516a-1d3c-482d-948f-1eba51e22809 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848434 Oct 14 03:26:10.195435 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:10.227656 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e5f7e44e-0908-461e-8c5b-bbb9c3196a1d req-4f85713e-e016-4804-bc38-28c5b9484447 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817399 Oct 14 03:26:10.319260 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90cfc1-c2d9-4d31-a005-3542df00fea6 req-23fb1534-c23f-4952-82fb-26033f2b404e tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:10.320684 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3b90cfc1-c2d9-4d31-a005-3542df00fea6 req-23fb1534-c23f-4952-82fb-26033f2b404e tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 943 time: 0.0457761 Oct 14 03:26:10.372850 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3b90cfc1-c2d9-4d31-a005-3542df00fea6 req-a7fcb6ce-3291-4926-9751-301c4c1f3836 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462952 Oct 14 03:26:11.491324 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23eeabb-32f3-420f-b918-1688e3d7379d req-d092a183-392a-4b90-9644-33794fc93629 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:11.492771 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c23eeabb-32f3-420f-b918-1688e3d7379d req-d092a183-392a-4b90-9644-33794fc93629 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 943 time: 0.0454502 Oct 14 03:26:11.541130 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-c23eeabb-32f3-420f-b918-1688e3d7379d req-90a615ec-6b26-4b73-834b-bbbf5cb66309 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428476 Oct 14 03:26:12.657893 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bfb62-fbc4-4721-a1c6-c9dc38e46a51 req-6a1ee41e-fb9c-4827-be74-3135aa8e3e37 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:12.659311 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cc2bfb62-fbc4-4721-a1c6-c9dc38e46a51 req-6a1ee41e-fb9c-4827-be74-3135aa8e3e37 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 943 time: 0.0453224 Oct 14 03:26:12.706342 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-cc2bfb62-fbc4-4721-a1c6-c9dc38e46a51 req-600bc26b-4173-4c9b-9048-4d9e6c794467 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416589 Oct 14 03:26:13.825539 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce45b1-9ff0-4dbd-9147-9ec2a4042a25 req-f3448794-5bcb-424f-95d1-d7d570f0c84a tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:13.827168 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b8ce45b1-9ff0-4dbd-9147-9ec2a4042a25 req-f3448794-5bcb-424f-95d1-d7d570f0c84a tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 943 time: 0.0488276 Oct 14 03:26:13.874506 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-b8ce45b1-9ff0-4dbd-9147-9ec2a4042a25 req-eee9fcad-a06b-4782-a7d1-038ad72ba439 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418396 Oct 14 03:26:14.994435 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd03e0-71ed-4540-af3a-00501b67ea6e req-42b11f5e-19d5-4ce8-8b63-63b1932c25d0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:14.995883 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-afcd03e0-71ed-4540-af3a-00501b67ea6e req-42b11f5e-19d5-4ce8-8b63-63b1932c25d0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 943 time: 0.0465283 Oct 14 03:26:15.036641 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:15.045361 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-afcd03e0-71ed-4540-af3a-00501b67ea6e req-4533d84d-325d-4555-852c-80909c8fb7d1 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439539 Oct 14 03:26:16.168253 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc4c6f-1ac0-4d27-93d3-640b64847e2b req-6460e3f5-9f28-4eac-a978-4af7c68a9ddc tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:16.169715 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-28bc4c6f-1ac0-4d27-93d3-640b64847e2b req-6460e3f5-9f28-4eac-a978-4af7c68a9ddc tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 943 time: 0.0491631 Oct 14 03:26:16.194953 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:16.218274 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-28bc4c6f-1ac0-4d27-93d3-640b64847e2b req-2a46777a-f2ae-4a91-be0e-14aff541bba9 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430021 Oct 14 03:26:17.338420 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994f7ec-308e-4052-bdc9-e58a45965a1d req-409e7647-67a3-4349-a828-dc371acb4db1 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:17.339879 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9994f7ec-308e-4052-bdc9-e58a45965a1d req-409e7647-67a3-4349-a828-dc371acb4db1 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 943 time: 0.0463488 Oct 14 03:26:17.388930 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-9994f7ec-308e-4052-bdc9-e58a45965a1d req-f0eedc5e-9b30-41fa-8f7a-f7c096c0f3e2 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437133 Oct 14 03:26:18.102839 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 851a44e1-d1fc-493e-a0b6-607a99356502 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=105051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 03:26:18.333919 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 851a44e1-d1fc-493e-a0b6-607a99356502, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=851a44e1-d1fc-493e-a0b6-607a99356502,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:26:18.344759 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Returning: {'device': '851a44e1-d1fc-493e-a0b6-607a99356502', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'port_id': '851a44e1-d1fc-493e-a0b6-607a99356502', 'mac_address': 'fa:16:3e:f5:d2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 03:26:18.378075 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 851a44e1-d1fc-493e-a0b6-607a99356502 is: DOWN; New status is: BUILD {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:26:18.378465 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (851a44e1-d1fc-493e-a0b6-607a99356502), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:18.391435 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851a44e1-d1fc-493e-a0b6-607a99356502 {{(pid=105051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 14 03:26:18.414008 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 851a44e1-d1fc-493e-a0b6-607a99356502, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=851a44e1-d1fc-493e-a0b6-607a99356502,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:26:18.492211 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (851a44e1-d1fc-493e-a0b6-607a99356502), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:18.509765 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783a61c-b822-4c46-9975-423a1053c233 req-33d4e444-dcb9-4d34-866f-834e86897ec4 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:18.511221 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f783a61c-b822-4c46-9975-423a1053c233 req-33d4e444-dcb9-4d34-866f-834e86897ec4 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 943 time: 0.0480309 Oct 14 03:26:18.539438 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=851a44e1-d1fc-493e-a0b6-607a99356502,revision_number=4']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:26:18.546645 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:18.547047 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:18.547394 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:18.547788 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:18.548118 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:18.548447 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:18.548770 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:18.549087 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:18.549409 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:18.549734 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:18.550081 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:18.550401 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:18.551037 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:18.551357 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:18.551672 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:18.562378 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f783a61c-b822-4c46-9975-423a1053c233 req-efbe5385-e2c5-444e-8992-169e0e02c719 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454626 Oct 14 03:26:18.818139 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] get_ports_and_sgs() called for port_ids ['851a44e1-d1fc-493e-a0b6-607a99356502'] {{(pid=105051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 14 03:26:19.681411 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c34236-2694-457f-b5fe-37556cc3e4cb req-e6366213-cd12-4f92-b0a8-20c5817e3a9d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:19.682955 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f8c34236-2694-457f-b5fe-37556cc3e4cb req-e6366213-cd12-4f92-b0a8-20c5817e3a9d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 944 time: 0.0464151 Oct 14 03:26:19.730828 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f8c34236-2694-457f-b5fe-37556cc3e4cb req-aa270be9-c9ec-41cc-be15-9ed0e4436892 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424008 Oct 14 03:26:20.132020 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 851a44e1-d1fc-493e-a0b6-607a99356502 up at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 03:26:20.170663 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:20.173098 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning for port 851a44e1-d1fc-493e-a0b6-607a99356502 completed by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 14 03:26:20.225005 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=63 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:20.239859 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Provisioning complete for port 851a44e1-d1fc-493e-a0b6-607a99356502 triggered by entity L2. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:26:20.240236 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (851a44e1-d1fc-493e-a0b6-607a99356502), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:20.240573 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Attempt 1 to provision port 851a44e1-d1fc-493e-a0b6-607a99356502 Oct 14 03:26:20.282294 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:20.315102 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Current status of the port 851a44e1-d1fc-493e-a0b6-607a99356502 is: BUILD; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:26:20.315471 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (851a44e1-d1fc-493e-a0b6-607a99356502), before_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:20.338598 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6adee29-5127-4d00-be93-888b37999ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851a44e1-d1fc-493e-a0b6-607a99356502'}] {{(pid=105051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:26:20.340860 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2005f26b8818f341e794f34ab96f3814d00f4fc1ca37d66a51636f707b81185d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f209446d-81c7-4109-8200-2739ae914df2" -d '{"events": [{"server_uuid": "b6adee29-5127-4d00-be93-888b37999ee2", "name": "network-vif-plugged", "status": "completed", "tag": "851a44e1-d1fc-493e-a0b6-607a99356502"}]}' {{(pid=105051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:26:20.353337 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-455b4430-d834-4091-8587-52d515c694b4 None None] For port 851a44e1-d1fc-493e-a0b6-607a99356502, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=851a44e1-d1fc-493e-a0b6-607a99356502,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:26:20.379915 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26953773-1028-44ef-9abb-b85fa4d4c391 x-openstack-request-id: req-26953773-1028-44ef-9abb-b85fa4d4c391 {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:26:20.379915 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6adee29-5127-4d00-be93-888b37999ee2", "name": "network-vif-plugged", "status": "completed", "tag": "851a44e1-d1fc-493e-a0b6-607a99356502", "code": 200}]} {{(pid=105051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:26:20.379915 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26953773-1028-44ef-9abb-b85fa4d4c391 {{(pid=105051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:26:20.379915 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26953773-1028-44ef-9abb-b85fa4d4c391'] response: {'server_uuid': 'b6adee29-5127-4d00-be93-888b37999ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851a44e1-d1fc-493e-a0b6-607a99356502', 'code': 200} Oct 14 03:26:20.416966 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644'] for port (851a44e1-d1fc-493e-a0b6-607a99356502), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:20.464219 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Pushing event updated for resources: {'Port': ['ID=851a44e1-d1fc-493e-a0b6-607a99356502,revision_number=5']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:26:20.787126 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f3f93-0b90-473d-b0a1-ed560f118d44 req-ca1e78a7-0db3-4b3c-b8b2-4215a8c5217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:20.788682 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-046f3f93-0b90-473d-b0a1-ed560f118d44 req-ca1e78a7-0db3-4b3c-b8b2-4215a8c5217e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 1129 time: 0.0428362 Oct 14 03:26:20.835652 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-046f3f93-0b90-473d-b0a1-ed560f118d44 req-c5eaf191-7761-412e-a9f5-6e9b735fb605 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409055 Oct 14 03:26:20.913606 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650dee5-ad77-428d-ac43-2af56e670dfe req-b10daf27-5b95-40cb-be10-624e857ec62b tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:20.915090 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7650dee5-ad77-428d-ac43-2af56e670dfe req-b10daf27-5b95-40cb-be10-624e857ec62b tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 945 time: 0.0460854 Oct 14 03:26:20.964288 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7650dee5-ad77-428d-ac43-2af56e670dfe req-5a29956c-a9fe-4574-baad-4e1995000662 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431590 Oct 14 03:26:22.089049 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c296570-196c-4960-b128-564503833847 req-c29d70af-396c-4bc0-97d1-3c567b646ed9 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:22.090507 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7c296570-196c-4960-b128-564503833847 req-c29d70af-396c-4bc0-97d1-3c567b646ed9 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 945 time: 0.0502751 Oct 14 03:26:22.139797 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7c296570-196c-4960-b128-564503833847 req-016e1f04-909c-4e3e-80ad-53615b7faa9a tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436831 Oct 14 03:26:23.255726 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb029aa-6ef9-4e54-88cd-cecb94ff70a4 req-e31dce01-5899-4080-8f41-09a4676aabce tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:23.257156 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4eb029aa-6ef9-4e54-88cd-cecb94ff70a4 req-e31dce01-5899-4080-8f41-09a4676aabce tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 945 time: 0.0452473 Oct 14 03:26:23.304610 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-4eb029aa-6ef9-4e54-88cd-cecb94ff70a4 req-54c134f0-6c2b-4a87-9d75-ff34cd6bfab8 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418930 Oct 14 03:26:23.420578 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fc151-89e2-4b07-a97b-d10cb4a79143 req-b175ef89-7ff5-4128-9730-a01326af16dc tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:23.422003 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3a8fc151-89e2-4b07-a97b-d10cb4a79143 req-b175ef89-7ff5-4128-9730-a01326af16dc tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 945 time: 0.0455391 Oct 14 03:26:23.700779 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-3a8fc151-89e2-4b07-a97b-d10cb4a79143 req-81ef094c-6ac0-41c8-b58d-cbef672172f8 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733650 Oct 14 03:26:23.729175 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 44140) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:26:23.765485 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982273ed-b395-4678-a125-1956a5e0a9de tempest-TestVolumeBootPattern-687874153 tempest-TestVolumeBootPattern-687874153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:23.766967 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-982273ed-b395-4678-a125-1956a5e0a9de tempest-TestVolumeBootPattern-687874153 tempest-TestVolumeBootPattern-687874153-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 1124 time: 0.0368018 Oct 14 03:26:23.770216 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 44142) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:26:23.774200 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.v2.base [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Request body: {'floatingip': {'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'port_id': '851a44e1-d1fc-493e-a0b6-607a99356502', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 14 03:26:23.845215 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:23.922867 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (None), before_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:23.978156 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:24.024694 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_common [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Allocated IP 172.27.3.106 (bb95bd8b-673c-4030-8dbe-0fae2985823e/82823ae9-95c9-48b3-8f65-0d8f706063a1/f9d0ffcf-4946-4af9-9c4b-abdd4b863159) {{(pid=105049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 03:26:24.028648 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:24.128031 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for port (f9d0ffcf-4946-4af9-9c4b-abdd4b863159), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:24.211043 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738586387676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (f9d0ffcf-4946-4af9-9c4b-abdd4b863159), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:24.250861 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Network bb95bd8b-673c-4030-8dbe-0fae2985823e is already hosted by enough agents. {{(pid=105049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 03:26:24.253650 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.base_scheduler [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Resources bound (agent type, host, resource id): {{(pid=105049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 03:26:24.258072 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Received port after_create {{(pid=105049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 14 03:26:24.263119 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event updated for resources: {'Port': ['ID=f9d0ffcf-4946-4af9-9c4b-abdd4b863159,revision_number=1']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:26:24.287793 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:24.288144 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:24.288486 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:24.288824 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:24.289156 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:24.289489 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:24.289848 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:24.290207 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:24.290596 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:24.290931 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:24.291258 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:24.291584 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:24.291905 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:24.292226 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:24.292545 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:26:24.614604 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for floatingip (c787aea7-6ed3-4ca8-849f-38c3a733e065), precommit_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:24.637145 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:24.750790 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3571966'] for port (f9d0ffcf-4946-4af9-9c4b-abdd4b863159), before_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:24.805501 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-06c4810a-3db0-45eb-b03f-a8aee3dead55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:24.899286 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for port (f9d0ffcf-4946-4af9-9c4b-abdd4b863159), precommit_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:24.948103 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738586842305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738586387694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738586384644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129412714'] for port (f9d0ffcf-4946-4af9-9c4b-abdd4b863159), after_update {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:24.993360 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:25.017986 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event updated for resources: {'Port': ['ID=f9d0ffcf-4946-4af9-9c4b-abdd4b863159,revision_number=2']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:26:25.020833 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735554'] for floatingip (c787aea7-6ed3-4ca8-849f-38c3a733e065), after_create {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:25.115539 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.l3_db [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Floating IP c787aea7-6ed3-4ca8-849f-38c3a733e065 associated. External IP: 172.27.3.106, port: 851a44e1-d1fc-493e-a0b6-607a99356502. Oct 14 03:26:25.308874 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:26:25.410250 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:26:25.419557 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3bf2e-2145-44ba-9a01-d6d31c285754 None None] Sync routers for ids ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:26:25.430020 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3bf2e-2145-44ba-9a01-d6d31c285754 None None] Routers {'9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:26:25.430623 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-51e3bf2e-2145-44ba-9a01-d6d31c285754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:25:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:26:25.481884 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:25.513093 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-f77d4c10-4727-4cb7-a62e-bf5300606308 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7418931 Oct 14 03:26:25.513743 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6adee29-5127-4d00-be93-888b37999ee2', 'tag': '851a44e1-d1fc-493e-a0b6-607a99356502'}] {{(pid=105049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:26:25.516082 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fb9ae14b47f429fd368683312699964b37f4ab477e95edbe6fc545a578585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1174904d-40a6-422b-a017-f7b13269696c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6adee29-5127-4d00-be93-888b37999ee2", "tag": "851a44e1-d1fc-493e-a0b6-607a99356502"}]}' {{(pid=105049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:26:25.530719 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-51e3bf2e-2145-44ba-9a01-d6d31c285754 None None] Set router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:26:25.552231 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a763c8-0123-49d1-b61f-bb2cf2c73cfb x-openstack-request-id: req-44a763c8-0123-49d1-b61f-bb2cf2c73cfb {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:26:25.552518 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6adee29-5127-4d00-be93-888b37999ee2", "tag": "851a44e1-d1fc-493e-a0b6-607a99356502", "status": "completed", "code": 200}]} {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:26:25.552773 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44a763c8-0123-49d1-b61f-bb2cf2c73cfb {{(pid=105049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:26:25.553204 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a763c8-0123-49d1-b61f-bb2cf2c73cfb'] response: {'name': 'network-changed', 'server_uuid': 'b6adee29-5127-4d00-be93-888b37999ee2', 'tag': '851a44e1-d1fc-493e-a0b6-607a99356502', 'status': 'completed', 'code': 200} Oct 14 03:26:25.642157 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174904d-40a6-422b-a017-f7b13269696c req-d68bda2f-32d1-45f8-a860-d22af75d3e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:25.643633 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1174904d-40a6-422b-a017-f7b13269696c req-d68bda2f-32d1-45f8-a860-d22af75d3e71 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 1129 time: 0.0389771 Oct 14 03:26:25.738899 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174904d-40a6-422b-a017-f7b13269696c req-83e676ff-5b6a-4468-8199-11c1d9b599d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:25.740713 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1174904d-40a6-422b-a017-f7b13269696c req-83e676ff-5b6a-4468-8199-11c1d9b599d5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=977c90dd-1f4c-40e4-bab8-7e46041a9b05 HTTP/1.1" status: 200 len: 912 time: 0.0909426 Oct 14 03:26:25.803551 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1174904d-40a6-422b-a017-f7b13269696c req-e17882a7-5382-49dc-a24d-de16d53239de service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851a44e1-d1fc-493e-a0b6-607a99356502 HTTP/1.1" status: 200 len: 999 time: 0.0556939 Oct 14 03:26:25.828220 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-51e3bf2e-2145-44ba-9a01-d6d31c285754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '0214d8ee-f6a1-4d9d-89ac-2ac653be8e97', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'port_id': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'mac_address': 'fa:16:3e:75:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:24:27Z', 'updated_at': '2022-10-14T03:24:29Z', 'revision_number': 1, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ip_address_scope': None}, {'id': 'c787aea7-6ed3-4ca8-849f-38c3a733e065', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'port_id': '851a44e1-d1fc-493e-a0b6-607a99356502', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'mac_address': 'fa:16:3e:f5:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6adee29-5127-4d00-be93-888b37999ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:26:24Z', 'updated_at': '2022-10-14T03:26:24Z', 'revision_number': 0, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:26:25.853674 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174904d-40a6-422b-a017-f7b13269696c req-d0c8463c-02e5-42ba-a137-e2a5ba2e6f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:25.855170 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1174904d-40a6-422b-a017-f7b13269696c req-d0c8463c-02e5-42ba-a137-e2a5ba2e6f8d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=eace53d0-7e9b-429e-9297-3338d93efc16 HTTP/1.1" status: 200 len: 850 time: 0.0433924 Oct 14 03:26:25.855310 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3bf2e-2145-44ba-9a01-d6d31c285754 None None] Checking router: 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:26:25.864313 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3bf2e-2145-44ba-9a01-d6d31c285754 None None] Routers {'9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:26:25.864922 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-51e3bf2e-2145-44ba-9a01-d6d31c285754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:25:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:26:25.902285 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174904d-40a6-422b-a017-f7b13269696c req-1d69c81f-42d7-48f5-9f88-3b362986c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:25.903682 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1174904d-40a6-422b-a017-f7b13269696c req-1d69c81f-42d7-48f5-9f88-3b362986c53b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=977c90dd-1f4c-40e4-bab8-7e46041a9b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430906 Oct 14 03:26:25.963280 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-51e3bf2e-2145-44ba-9a01-d6d31c285754 None None] Set router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:26:25.991929 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1174904d-40a6-422b-a017-f7b13269696c req-affdbf67-80b4-4de3-8e86-3f2ccbfbba66 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822189 Oct 14 03:26:26.177393 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-51e3bf2e-2145-44ba-9a01-d6d31c285754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '0214d8ee-f6a1-4d9d-89ac-2ac653be8e97', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'port_id': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'mac_address': 'fa:16:3e:75:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:24:27Z', 'updated_at': '2022-10-14T03:24:29Z', 'revision_number': 1, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ip_address_scope': None}, {'id': 'c787aea7-6ed3-4ca8-849f-38c3a733e065', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'port_id': '851a44e1-d1fc-493e-a0b6-607a99356502', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'mac_address': 'fa:16:3e:f5:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6adee29-5127-4d00-be93-888b37999ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:26:24Z', 'updated_at': '2022-10-14T03:26:24Z', 'revision_number': 0, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:26:26.203107 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3bf2e-2145-44ba-9a01-d6d31c285754 None None] The sync data for ids ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'] in dv-cinder-801522-13-iscsi is: [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '0214d8ee-f6a1-4d9d-89ac-2ac653be8e97', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'port_id': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'mac_address': 'fa:16:3e:75:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:24:27Z', 'updated_at': '2022-10-14T03:24:29Z', 'revision_number': 1, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ip_address_scope': None}, {'id': 'c787aea7-6ed3-4ca8-849f-38c3a733e065', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'port_id': '851a44e1-d1fc-493e-a0b6-607a99356502', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'mac_address': 'fa:16:3e:f5:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6adee29-5127-4d00-be93-888b37999ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:26:24Z', 'updated_at': '2022-10-14T03:26:24Z', 'revision_number': 0, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:26:26.353875 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-1174904d-40a6-422b-a017-f7b13269696c req-a8b1ef64-a17b-4a43-a01f-afc6ddbedbc6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559015 Oct 14 03:26:26.405907 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd62c3-247a-49b7-be35-4a011cc39b65 None None] New status for floating IP c787aea7-6ed3-4ca8-849f-38c3a733e065: ACTIVE {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:26:27.056539 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46ee8e22-4e00-4460-9cb6-ae916a6c94b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:28.416878 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:29.844634 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:30.039438 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:33.030479 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:26:33.953532 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:35.507702 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:35.509586 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=45,neutron:DELETE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:36.343700 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=51 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:36.350648 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=61 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:41.454043 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fc8d9243-ad39-4e4c-9130-cffd27073d30 req-b4715ba2-1106-49fa-9792-f9ed98908185 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372999 Oct 14 03:26:41.558792 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d9243-ad39-4e4c-9130-cffd27073d30 req-74733f75-d447-4c7d-9cfa-75c6bf87503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:41.560256 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fc8d9243-ad39-4e4c-9130-cffd27073d30 req-74733f75-d447-4c7d-9cfa-75c6bf87503a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 1129 time: 0.0386076 Oct 14 03:26:41.666508 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d9243-ad39-4e4c-9130-cffd27073d30 req-4e09ae5c-4a68-4046-87b8-6767483ad1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:41.667936 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fc8d9243-ad39-4e4c-9130-cffd27073d30 req-4e09ae5c-4a68-4046-87b8-6767483ad1e7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=977c90dd-1f4c-40e4-bab8-7e46041a9b05 HTTP/1.1" status: 200 len: 912 time: 0.0868256 Oct 14 03:26:41.727980 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fc8d9243-ad39-4e4c-9130-cffd27073d30 req-227219dd-9ee4-412b-b093-dbe0d9b542f9 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb866d3c-4aaa-4710-8d9d-2b3351143b4a HTTP/1.1" status: 200 len: 1000 time: 0.0515301 Oct 14 03:26:41.779960 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d9243-ad39-4e4c-9130-cffd27073d30 req-601b943a-9fe7-43e0-acb5-cfa0286bbb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:41.781348 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fc8d9243-ad39-4e4c-9130-cffd27073d30 req-601b943a-9fe7-43e0-acb5-cfa0286bbb69 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=eace53d0-7e9b-429e-9297-3338d93efc16 HTTP/1.1" status: 200 len: 850 time: 0.0450628 Oct 14 03:26:41.824406 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d9243-ad39-4e4c-9130-cffd27073d30 req-f9b64d8a-d4a4-4872-8e55-447c9d0d8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:26:41.825870 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fc8d9243-ad39-4e4c-9130-cffd27073d30 req-f9b64d8a-d4a4-4872-8e55-447c9d0d8164 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=977c90dd-1f4c-40e4-bab8-7e46041a9b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0364039 Oct 14 03:26:41.915868 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fc8d9243-ad39-4e4c-9130-cffd27073d30 req-92c62057-6b0e-4ce4-9dec-336bb7bc45ed service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833011 Oct 14 03:26:42.007465 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-fc8d9243-ad39-4e4c-9130-cffd27073d30 req-1a49ef3f-96bc-4d0c-8cbf-fbbd5eb2f7cf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805840 Oct 14 03:26:43.026224 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=75 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:43.026979 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=81 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:43.866079 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:43.867986 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=24,neutron:UPDATE=6 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:52.003398 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=48 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:52.004263 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=53 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:53.085196 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:53.086039 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:DELETE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:26:54.793091 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-f2b72d25-f4b3-4e32-bc07-0579b664b4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:57.078787 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-c1b3a5cb-6d1e-4ae0-b7a2-58b97ba8cee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:58.427478 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:26:59.832832 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:27:00.050387 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:27:03.929554 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:27:10.029628 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:27:13.861860 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:27:13.864752 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:27:20.025224 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=5 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:27:20.026627 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=3 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:27:24.798485 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-d98408a6-b596-416b-9da1-944e6a324d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:27:27.083495 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-88380eaf-16ba-47b9-b994-cc47a812c02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:27:28.403956 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:27:29.838097 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:27:30.032461 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:27:33.918438 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:27:41.412021 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e54f0b74-d82b-4c55-b0ba-56f85b9e9294 req-7d03a537-7fb1-4ea6-84c1-78a3aa38236a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375752 Oct 14 03:27:41.498259 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f0b74-d82b-4c55-b0ba-56f85b9e9294 req-fcfa6760-c281-4b89-9d99-02e95fb063d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:27:41.499677 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e54f0b74-d82b-4c55-b0ba-56f85b9e9294 req-fcfa6760-c281-4b89-9d99-02e95fb063d1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 1129 time: 0.0405772 Oct 14 03:27:41.604216 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f0b74-d82b-4c55-b0ba-56f85b9e9294 req-d0c9cb5d-00ef-4a21-9397-3393652a5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:27:41.605642 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e54f0b74-d82b-4c55-b0ba-56f85b9e9294 req-d0c9cb5d-00ef-4a21-9397-3393652a5194 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=977c90dd-1f4c-40e4-bab8-7e46041a9b05 HTTP/1.1" status: 200 len: 912 time: 0.0837834 Oct 14 03:27:41.675508 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e54f0b74-d82b-4c55-b0ba-56f85b9e9294 req-9e0c9091-cacf-4c0e-a755-34ca78cf2137 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851a44e1-d1fc-493e-a0b6-607a99356502 HTTP/1.1" status: 200 len: 1001 time: 0.0587184 Oct 14 03:27:41.725709 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f0b74-d82b-4c55-b0ba-56f85b9e9294 req-58966443-953b-4158-a693-48dfecaaffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:27:41.727133 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e54f0b74-d82b-4c55-b0ba-56f85b9e9294 req-58966443-953b-4158-a693-48dfecaaffd1 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=eace53d0-7e9b-429e-9297-3338d93efc16 HTTP/1.1" status: 200 len: 850 time: 0.0432367 Oct 14 03:27:41.772496 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f0b74-d82b-4c55-b0ba-56f85b9e9294 req-06353287-47e9-4a9a-abfe-ad83afef660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:27:41.773955 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e54f0b74-d82b-4c55-b0ba-56f85b9e9294 req-06353287-47e9-4a9a-abfe-ad83afef660f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=977c90dd-1f4c-40e4-bab8-7e46041a9b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377975 Oct 14 03:27:41.867462 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e54f0b74-d82b-4c55-b0ba-56f85b9e9294 req-8b06a3cc-e0c3-4d55-8333-153042fd5372 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838988 Oct 14 03:27:41.957794 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-e54f0b74-d82b-4c55-b0ba-56f85b9e9294 req-0eb15e64-dad0-4dfe-b179-c3a7b53d6429 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811675 Oct 14 03:27:43.856152 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:27:43.858109 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:27:47.028725 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:27:51.953676 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=50 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:27:51.954453 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=51 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:27:54.796434 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-89c86d2e-1b9d-4edb-9424-36768d58c795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:27:57.023645 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=18 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:27:57.032701 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=16 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:27:57.105192 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-4a61730e-6633-42eb-af0c-70d1f965df98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:27:58.386337 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:27:59.820603 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:27:59.997773 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:03.923802 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:04.222610 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 44168) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:28:04.365653 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Deleting port f9d0ffcf-4946-4af9-9c4b-abdd4b863159 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:28:04.366298 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (f9d0ffcf-4946-4af9-9c4b-abdd4b863159), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:04.440620 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (f9d0ffcf-4946-4af9-9c4b-abdd4b863159), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:04.440942 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for floatingip (f9d0ffcf-4946-4af9-9c4b-abdd4b863159), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:04.453385 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Calling delete_port for f9d0ffcf-4946-4af9-9c4b-abdd4b863159 owned by network:floatingip {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:28:04.649226 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (f9d0ffcf-4946-4af9-9c4b-abdd4b863159), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:04.671498 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event deleted for resources: {'Port': ['ID=f9d0ffcf-4946-4af9-9c4b-abdd4b863159,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:04.684912 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:04.685645 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:04.685645 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:04.685945 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:04.686277 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:04.686607 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:04.686936 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:04.687261 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:04.687587 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:04.687914 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:04.688242 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:04.688563 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:04.688884 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:04.689201 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:04.689519 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:04.748331 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for floatingip (c787aea7-6ed3-4ca8-849f-38c3a733e065), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:04.748668 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.l3_db [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Floating IP c787aea7-6ed3-4ca8-849f-38c3a733e065 disassociated (deleted). External IP: 172.27.3.106, port: 851a44e1-d1fc-493e-a0b6-607a99356502. Oct 14 03:28:04.941878 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:28:05.034332 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:05.044921 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:28:05.050088 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:05.055522 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3967a81c-a3a8-4359-a1a5-76be6bdf7ace None None] Sync routers for ids ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:28:05.065137 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3967a81c-a3a8-4359-a1a5-76be6bdf7ace None None] Routers {'9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:28:05.065732 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-3967a81c-a3a8-4359-a1a5-76be6bdf7ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:27:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:05.079918 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-bbc2de32-8ac0-4272-b24d-86c8f236271d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/c787aea7-6ed3-4ca8-849f-38c3a733e065 HTTP/1.1" status: 204 len: 168 time: 0.8563070 Oct 14 03:28:05.086411 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6adee29-5127-4d00-be93-888b37999ee2', 'tag': '851a44e1-d1fc-493e-a0b6-607a99356502'}] {{(pid=105049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:28:05.086411 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fb9ae14b47f429fd368683312699964b37f4ab477e95edbe6fc545a578585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f019d2a6-9159-4e5f-9700-17de81284992" -d '{"events": [{"name": "network-changed", "server_uuid": "b6adee29-5127-4d00-be93-888b37999ee2", "tag": "851a44e1-d1fc-493e-a0b6-607a99356502"}]}' {{(pid=105049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:28:05.139712 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1188fb6-d291-4dda-bee1-891bc159f9f5 x-openstack-request-id: req-a1188fb6-d291-4dda-bee1-891bc159f9f5 {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:28:05.140005 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6adee29-5127-4d00-be93-888b37999ee2", "tag": "851a44e1-d1fc-493e-a0b6-607a99356502", "status": "completed", "code": 200}]} {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:28:05.140262 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1188fb6-d291-4dda-bee1-891bc159f9f5 {{(pid=105049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:28:05.140671 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1188fb6-d291-4dda-bee1-891bc159f9f5'] response: {'name': 'network-changed', 'server_uuid': 'b6adee29-5127-4d00-be93-888b37999ee2', 'tag': '851a44e1-d1fc-493e-a0b6-607a99356502', 'status': 'completed', 'code': 200} Oct 14 03:28:05.172186 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-3967a81c-a3a8-4359-a1a5-76be6bdf7ace None None] Set router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:28:05.246184 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019d2a6-9159-4e5f-9700-17de81284992 req-66628c09-e2ad-4654-a686-5e6a0853d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:28:05.247678 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f019d2a6-9159-4e5f-9700-17de81284992 req-66628c09-e2ad-4654-a686-5e6a0853d582 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 1129 time: 0.0431116 Oct 14 03:28:05.341860 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019d2a6-9159-4e5f-9700-17de81284992 req-1b54e396-4a22-417a-8e68-31d53bd875d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:28:05.343329 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f019d2a6-9159-4e5f-9700-17de81284992 req-1b54e396-4a22-417a-8e68-31d53bd875d7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=977c90dd-1f4c-40e4-bab8-7e46041a9b05 HTTP/1.1" status: 200 len: 912 time: 0.0893033 Oct 14 03:28:05.387106 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-3967a81c-a3a8-4359-a1a5-76be6bdf7ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '0214d8ee-f6a1-4d9d-89ac-2ac653be8e97', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'port_id': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'mac_address': 'fa:16:3e:75:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:24:27Z', 'updated_at': '2022-10-14T03:24:29Z', 'revision_number': 1, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:05.395884 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f019d2a6-9159-4e5f-9700-17de81284992 req-4b8910d0-30d9-48ae-9a1a-012e15909995 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851a44e1-d1fc-493e-a0b6-607a99356502 HTTP/1.1" status: 200 len: 217 time: 0.0384719 Oct 14 03:28:05.413905 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3967a81c-a3a8-4359-a1a5-76be6bdf7ace None None] Checking router: 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:28:05.424179 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3967a81c-a3a8-4359-a1a5-76be6bdf7ace None None] Routers {'9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:28:05.424921 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-3967a81c-a3a8-4359-a1a5-76be6bdf7ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:27:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:05.449631 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019d2a6-9159-4e5f-9700-17de81284992 req-97afcc0c-24f4-465c-b4c2-180f93c601f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:28:05.451121 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f019d2a6-9159-4e5f-9700-17de81284992 req-97afcc0c-24f4-465c-b4c2-180f93c601f0 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=eace53d0-7e9b-429e-9297-3338d93efc16 HTTP/1.1" status: 200 len: 850 time: 0.0483494 Oct 14 03:28:05.525554 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-3967a81c-a3a8-4359-a1a5-76be6bdf7ace None None] Set router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:28:05.534639 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37352d7-a1cb-4294-8db2-d58bc44a36de req-e186a599-f1ee-467e-aca9-e4f1127e4328 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:28:05.536120 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d37352d7-a1cb-4294-8db2-d58bc44a36de req-e186a599-f1ee-467e-aca9-e4f1127e4328 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 945 time: 0.0477691 Oct 14 03:28:05.565675 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:05.589537 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-d37352d7-a1cb-4294-8db2-d58bc44a36de req-cee3fbdc-fafe-4c62-a6c6-54b78c968b6f tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470989 Oct 14 03:28:05.843083 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-3967a81c-a3a8-4359-a1a5-76be6bdf7ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '0214d8ee-f6a1-4d9d-89ac-2ac653be8e97', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'port_id': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'mac_address': 'fa:16:3e:75:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:24:27Z', 'updated_at': '2022-10-14T03:24:29Z', 'revision_number': 1, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:05.870163 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3967a81c-a3a8-4359-a1a5-76be6bdf7ace None None] The sync data for ids ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'] in dv-cinder-801522-13-iscsi is: [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_floatingips': [{'id': '0214d8ee-f6a1-4d9d-89ac-2ac653be8e97', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'router_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'port_id': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'mac_address': 'fa:16:3e:75:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-14T03:24:27Z', 'updated_at': '2022-10-14T03:24:29Z', 'revision_number': 1, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:28:06.081706 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54a472f-0f3f-4f8b-b6cf-f1f5bf61b218 None None] New status for floating IP c787aea7-6ed3-4ca8-849f-38c3a733e065: DOWN {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:28:06.710878 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9693f2-7f8b-4e56-86e9-ad50dbdb2917 req-6265d1ff-44a4-40b4-a59d-9170342b1213 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:28:06.712323 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0c9693f2-7f8b-4e56-86e9-ad50dbdb2917 req-6265d1ff-44a4-40b4-a59d-9170342b1213 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 945 time: 0.0459712 Oct 14 03:28:06.760939 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0c9693f2-7f8b-4e56-86e9-ad50dbdb2917 req-14a58ef5-3ac1-4bd5-b23d-a34a28469f68 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431054 Oct 14 03:28:06.777881 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019d2a6-9159-4e5f-9700-17de81284992 req-2a5f0747-ccfc-4258-8ca1-efd418510b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:28:06.779531 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f019d2a6-9159-4e5f-9700-17de81284992 req-2a5f0747-ccfc-4258-8ca1-efd418510b76 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=977c90dd-1f4c-40e4-bab8-7e46041a9b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407090 Oct 14 03:28:06.873933 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f019d2a6-9159-4e5f-9700-17de81284992 req-3c7da70d-68e3-4fa8-bf68-febdf24d1223 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851269 Oct 14 03:28:07.069436 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-f019d2a6-9159-4e5f-9700-17de81284992 req-173cc173-1eea-4d49-b7c4-e8f9f7c8adfb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827305 Oct 14 03:28:07.460245 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98634b92-9ca7-4706-aaf1-8527c4aef88b req-5fb71653-7556-4a09-88ea-2d68e629f730 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:28:07.461660 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-98634b92-9ca7-4706-aaf1-8527c4aef88b req-5fb71653-7556-4a09-88ea-2d68e629f730 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 945 time: 0.0490627 Oct 14 03:28:07.542297 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-98634b92-9ca7-4706-aaf1-8527c4aef88b req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Deleting port 851a44e1-d1fc-493e-a0b6-607a99356502 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:28:07.542629 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-98634b92-9ca7-4706-aaf1-8527c4aef88b req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (851a44e1-d1fc-493e-a0b6-607a99356502), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:07.634614 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-98634b92-9ca7-4706-aaf1-8527c4aef88b req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] For port 851a44e1-d1fc-493e-a0b6-607a99356502, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=851a44e1-d1fc-493e-a0b6-607a99356502,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:28:07.634971 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-98634b92-9ca7-4706-aaf1-8527c4aef88b req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (851a44e1-d1fc-493e-a0b6-607a99356502), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:07.648170 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-98634b92-9ca7-4706-aaf1-8527c4aef88b req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Calling delete_port for 851a44e1-d1fc-493e-a0b6-607a99356502 owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:28:07.842448 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-98634b92-9ca7-4706-aaf1-8527c4aef88b req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (851a44e1-d1fc-493e-a0b6-607a99356502), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:07.861486 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-0c2c2483-88a2-43d3-b323-531792550c84 req-7af0a25a-abbd-462f-ba4e-a0bcd58b2f56 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 210 time: 0.0277035 Oct 14 03:28:07.876670 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event deleted for resources: {'Port': ['ID=851a44e1-d1fc-493e-a0b6-607a99356502,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:07.903485 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:07.903834 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:07.904174 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:07.904511 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:07.904842 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:07.905172 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:07.905499 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:07.905845 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:07.906171 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:07.906496 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:07.906816 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:07.907142 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:07.907458 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:07.907777 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:07.908091 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:07.930727 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-98634b92-9ca7-4706-aaf1-8527c4aef88b req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] No DVR routers for this DVR port 851a44e1-d1fc-493e-a0b6-607a99356502 on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:28:07.933058 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-98634b92-9ca7-4706-aaf1-8527c4aef88b req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:07.936318 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-98634b92-9ca7-4706-aaf1-8527c4aef88b req-e7c5a0dc-02db-4167-b41e-c44551d679e0 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.40 "DELETE /networking/v2.0/ports/851a44e1-d1fc-493e-a0b6-607a99356502 HTTP/1.1" status: 204 len: 173 time: 0.4675052 Oct 14 03:28:07.936809 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6adee29-5127-4d00-be93-888b37999ee2', 'name': 'network-vif-deleted', 'tag': '851a44e1-d1fc-493e-a0b6-607a99356502'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:28:07.939143 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683e817f-a91f-4071-9746-2db0bf9260f4" -d '{"events": [{"server_uuid": "b6adee29-5127-4d00-be93-888b37999ee2", "name": "network-vif-deleted", "tag": "851a44e1-d1fc-493e-a0b6-607a99356502"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:28:07.977091 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9afa217-7fa9-4318-b287-f5c88ba33173 x-openstack-request-id: req-d9afa217-7fa9-4318-b287-f5c88ba33173 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:28:07.977388 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6adee29-5127-4d00-be93-888b37999ee2", "name": "network-vif-deleted", "tag": "851a44e1-d1fc-493e-a0b6-607a99356502", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:28:07.977649 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9afa217-7fa9-4318-b287-f5c88ba33173 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:28:07.978090 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9afa217-7fa9-4318-b287-f5c88ba33173'] response: {'server_uuid': 'b6adee29-5127-4d00-be93-888b37999ee2', 'name': 'network-vif-deleted', 'tag': '851a44e1-d1fc-493e-a0b6-607a99356502', 'status': 'completed', 'code': 200} Oct 14 03:28:08.977693 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-7104eaff-939e-4a38-8fcd-5184cc4db92f req-64792093-7e2e-4cdb-a832-233ce3741b62 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b6adee29-5127-4d00-be93-888b37999ee2 HTTP/1.1" status: 200 len: 210 time: 0.0309656 Oct 14 03:28:10.759996 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 851a44e1-d1fc-493e-a0b6-607a99356502 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:28:10.778222 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: 851a44e1-d1fc-493e-a0b6-607a99356502 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:28:10.778557 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device 851a44e1-d1fc-493e-a0b6-607a99356502 not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:28:12.516439 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 44212) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:28:12.652748 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2fabf-37bb-4fa1-a6ab-f53eca3627a6 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Deleting port 21ad78b8-b16f-4954-b968-94e1954d0e27 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:28:12.653096 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a4e2fabf-37bb-4fa1-a6ab-f53eca3627a6 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (21ad78b8-b16f-4954-b968-94e1954d0e27), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:12.727678 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a4e2fabf-37bb-4fa1-a6ab-f53eca3627a6 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (21ad78b8-b16f-4954-b968-94e1954d0e27), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:12.728070 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a4e2fabf-37bb-4fa1-a6ab-f53eca3627a6 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for floatingip (21ad78b8-b16f-4954-b968-94e1954d0e27), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:12.740516 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2fabf-37bb-4fa1-a6ab-f53eca3627a6 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Calling delete_port for 21ad78b8-b16f-4954-b968-94e1954d0e27 owned by network:floatingip {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:28:12.946514 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a4e2fabf-37bb-4fa1-a6ab-f53eca3627a6 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (21ad78b8-b16f-4954-b968-94e1954d0e27), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:12.970973 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2fabf-37bb-4fa1-a6ab-f53eca3627a6 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event deleted for resources: {'Port': ['ID=21ad78b8-b16f-4954-b968-94e1954d0e27,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:13.035350 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a4e2fabf-37bb-4fa1-a6ab-f53eca3627a6 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for floatingip (0214d8ee-f6a1-4d9d-89ac-2ac653be8e97), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:13.035673 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.db.l3_db [None req-a4e2fabf-37bb-4fa1-a6ab-f53eca3627a6 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Floating IP 0214d8ee-f6a1-4d9d-89ac-2ac653be8e97 disassociated (deleted). External IP: 172.27.3.78, port: fb866d3c-4aaa-4710-8d9d-2b3351143b4a. Oct 14 03:28:13.220416 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:13.228492 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e2fabf-37bb-4fa1-a6ab-f53eca3627a6 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:28:13.239102 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:13.558629 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e2fabf-37bb-4fa1-a6ab-f53eca3627a6 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:28:13.563337 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-a4e2fabf-37bb-4fa1-a6ab-f53eca3627a6 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:13.568926 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e4167a-602b-482b-b9e6-0e50a7ad1ccd None None] Sync routers for ids ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:28:13.578902 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e4167a-602b-482b-b9e6-0e50a7ad1ccd None None] Routers {'9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:28:13.582490 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-90e4167a-602b-482b-b9e6-0e50a7ad1ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:27:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:13.592883 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-a4e2fabf-37bb-4fa1-a6ab-f53eca3627a6 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/0214d8ee-f6a1-4d9d-89ac-2ac653be8e97 HTTP/1.1" status: 204 len: 168 time: 1.0753767 Oct 14 03:28:13.593533 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'tag': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a'}] {{(pid=105049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:28:13.595921 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fb9ae14b47f429fd368683312699964b37f4ab477e95edbe6fc545a578585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c22be9-bb49-4b2c-8707-879d2c7c5774" -d '{"events": [{"name": "network-changed", "server_uuid": "fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546", "tag": "fb866d3c-4aaa-4710-8d9d-2b3351143b4a"}]}' {{(pid=105049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:28:13.635414 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Oct 2022 03:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1e6efa-a902-4b5b-b494-73304c961a88 x-openstack-request-id: req-7e1e6efa-a902-4b5b-b494-73304c961a88 {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:28:13.635704 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546", "tag": "fb866d3c-4aaa-4710-8d9d-2b3351143b4a", "status": "completed", "code": 200}]} {{(pid=105049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:28:13.635956 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e1e6efa-a902-4b5b-b494-73304c961a88 {{(pid=105049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:28:13.636359 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e1e6efa-a902-4b5b-b494-73304c961a88'] response: {'name': 'network-changed', 'server_uuid': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'tag': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a', 'status': 'completed', 'code': 200} Oct 14 03:28:13.683657 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-90e4167a-602b-482b-b9e6-0e50a7ad1ccd None None] Set router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:28:13.734254 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:13.737745 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c22be9-bb49-4b2c-8707-879d2c7c5774 req-a25bddd0-213d-4cff-8320-d97fe3e0102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:28:13.739412 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-79c22be9-bb49-4b2c-8707-879d2c7c5774 req-a25bddd0-213d-4cff-8320-d97fe3e0102a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=094ec37b955e4518b7abffd09afef4f0&device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 1129 time: 0.0403132 Oct 14 03:28:13.796144 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:13.799709 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:13.818592 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:13.832223 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c22be9-bb49-4b2c-8707-879d2c7c5774 req-09ba8b2c-121f-4d34-842a-4134afa80a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:28:13.833723 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-79c22be9-bb49-4b2c-8707-879d2c7c5774 req-09ba8b2c-121f-4d34-842a-4134afa80a57 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=977c90dd-1f4c-40e4-bab8-7e46041a9b05 HTTP/1.1" status: 200 len: 912 time: 0.0885911 Oct 14 03:28:13.867004 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-90e4167a-602b-482b-b9e6-0e50a7ad1ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:13.875977 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-79c22be9-bb49-4b2c-8707-879d2c7c5774 req-1569c1f1-5bad-40bc-91d4-b6438c711537 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb866d3c-4aaa-4710-8d9d-2b3351143b4a HTTP/1.1" status: 200 len: 217 time: 0.0334592 Oct 14 03:28:13.894408 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e4167a-602b-482b-b9e6-0e50a7ad1ccd None None] Checking router: 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:28:13.902687 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e4167a-602b-482b-b9e6-0e50a7ad1ccd None None] Routers {'9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:28:13.903290 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-90e4167a-602b-482b-b9e6-0e50a7ad1ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:27:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:13.927784 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c22be9-bb49-4b2c-8707-879d2c7c5774 req-10537293-419f-467e-913e-6d1801112b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:28:13.931694 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-79c22be9-bb49-4b2c-8707-879d2c7c5774 req-10537293-419f-467e-913e-6d1801112b41 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=eace53d0-7e9b-429e-9297-3338d93efc16 HTTP/1.1" status: 200 len: 850 time: 0.0442541 Oct 14 03:28:13.983763 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c22be9-bb49-4b2c-8707-879d2c7c5774 req-13d6b17c-a8d6-4df9-8f35-b3d501993edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:28:13.985260 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-79c22be9-bb49-4b2c-8707-879d2c7c5774 req-13d6b17c-a8d6-4df9-8f35-b3d501993edd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=977c90dd-1f4c-40e4-bab8-7e46041a9b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427649 Oct 14 03:28:13.997675 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [req-79c22be9-bb49-4b2c-8707-879d2c7c5774 req-fbfd71f2-bd4b-469d-908d-c9bcb70228b8 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105050) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 14 03:28:13.998736 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-79c22be9-bb49-4b2c-8707-879d2c7c5774 req-fbfd71f2-bd4b-469d-908d-c9bcb70228b8 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049443 Oct 14 03:28:14.001253 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-90e4167a-602b-482b-b9e6-0e50a7ad1ccd None None] Set router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:28:14.099537 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-79c22be9-bb49-4b2c-8707-879d2c7c5774 req-2af082fb-bafc-4310-896e-8c131f13ea80 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925403 Oct 14 03:28:14.123040 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd0b8e-4432-484b-8ae7-554cb164faf8 req-42a1054b-998c-4009-9022-19dffd762c2e tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:28:14.124548 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-49cd0b8e-4432-484b-8ae7-554cb164faf8 req-42a1054b-998c-4009-9022-19dffd762c2e tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 945 time: 0.0564291 Oct 14 03:28:14.173952 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-49cd0b8e-4432-484b-8ae7-554cb164faf8 req-29187d2a-ee39-4cc0-b629-58e5d8d293e6 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436714 Oct 14 03:28:14.188704 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-90e4167a-602b-482b-b9e6-0e50a7ad1ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:14.212604 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e4167a-602b-482b-b9e6-0e50a7ad1ccd None None] The sync data for ids ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'] in dv-cinder-801522-13-iscsi is: [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:13Z', 'revision_number': 4, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi', '_interfaces': [{'id': '379e857d-00ef-4c8b-94a5-4255bf006d33', 'name': '', 'network_id': '977c90dd-1f4c-40e4-bab8-7e46041a9b05', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'mac_address': 'fa:16:3e:55:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:12Z', 'updated_at': '2022-10-14T03:21:18Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'subnets': [{'id': 'eace53d0-7e9b-429e-9297-3338d93efc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:28:14.422087 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee4b0e-7c83-4c0b-a64d-c182fbcd7041 None None] New status for floating IP 0214d8ee-f6a1-4d9d-89ac-2ac653be8e97: DOWN {{(pid=105051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 14 03:28:15.296047 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaff929-2166-4c5e-8672-bab341642503 req-2426ef01-052e-4a49-807d-843f8a685a20 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:28:15.297477 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2aaff929-2166-4c5e-8672-bab341642503 req-2426ef01-052e-4a49-807d-843f8a685a20 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 945 time: 0.0449123 Oct 14 03:28:15.348467 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-2aaff929-2166-4c5e-8672-bab341642503 req-48ce4390-9f75-4fcc-892f-753a86c8c1b6 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=9de4e449-6cbb-45ae-9f7e-19614724ab86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448163 Oct 14 03:28:15.441916 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-79c22be9-bb49-4b2c-8707-879d2c7c5774 req-c3406c3f-0649-46f7-8b3e-6f64c43e6e4b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872777 Oct 14 03:28:16.019321 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b663e-a4b9-454c-8dbf-d40409d13e78 req-8c8aa262-fc59-4580-af2b-55ab63561e75 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 14 03:28:16.021427 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a40b663e-a4b9-454c-8dbf-d40409d13e78 req-8c8aa262-fc59-4580-af2b-55ab63561e75 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 945 time: 0.0464396 Oct 14 03:28:16.102600 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-a40b663e-a4b9-454c-8dbf-d40409d13e78 req-14cfe240-fa25-432a-bc1d-ad79523f3076 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Deleting port fb866d3c-4aaa-4710-8d9d-2b3351143b4a {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:28:16.102938 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-a40b663e-a4b9-454c-8dbf-d40409d13e78 req-14cfe240-fa25-432a-bc1d-ad79523f3076 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (fb866d3c-4aaa-4710-8d9d-2b3351143b4a), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:16.194512 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [req-a40b663e-a4b9-454c-8dbf-d40409d13e78 req-14cfe240-fa25-432a-bc1d-ad79523f3076 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] For port fb866d3c-4aaa-4710-8d9d-2b3351143b4a, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=fb866d3c-4aaa-4710-8d9d-2b3351143b4a,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:28:16.194866 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-a40b663e-a4b9-454c-8dbf-d40409d13e78 req-14cfe240-fa25-432a-bc1d-ad79523f3076 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (fb866d3c-4aaa-4710-8d9d-2b3351143b4a), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:16.207405 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [req-a40b663e-a4b9-454c-8dbf-d40409d13e78 req-14cfe240-fa25-432a-bc1d-ad79523f3076 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Calling delete_port for fb866d3c-4aaa-4710-8d9d-2b3351143b4a owned by compute:nova {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:28:16.308580 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:16.397748 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-a40b663e-a4b9-454c-8dbf-d40409d13e78 req-14cfe240-fa25-432a-bc1d-ad79523f3076 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (fb866d3c-4aaa-4710-8d9d-2b3351143b4a), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:16.426470 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfe240-fa25-432a-bc1d-ad79523f3076 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event deleted for resources: {'Port': ['ID=fb866d3c-4aaa-4710-8d9d-2b3351143b4a,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:16.462291 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-f712e503-e521-4289-ab09-764623bb36f8 req-be5e60b8-ba4f-4d88-8489-8a8f150f56ec tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 210 time: 0.0372670 Oct 14 03:28:16.472164 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40b663e-a4b9-454c-8dbf-d40409d13e78 req-14cfe240-fa25-432a-bc1d-ad79523f3076 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] No DVR routers for this DVR port fb866d3c-4aaa-4710-8d9d-2b3351143b4a on host hv-cinder-80152 {{(pid=105050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:28:16.474754 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [req-a40b663e-a4b9-454c-8dbf-d40409d13e78 req-14cfe240-fa25-432a-bc1d-ad79523f3076 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for port (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:16.478066 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [req-a40b663e-a4b9-454c-8dbf-d40409d13e78 req-14cfe240-fa25-432a-bc1d-ad79523f3076 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.40 "DELETE /networking/v2.0/ports/fb866d3c-4aaa-4710-8d9d-2b3351143b4a HTTP/1.1" status: 204 len: 173 time: 0.4478951 Oct 14 03:28:16.478616 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'name': 'network-vif-deleted', 'tag': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a'}] {{(pid=105050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 14 03:28:16.480823 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c5b6c2c6b200ed764b8af7840ff152def0b387c70c81f72313accb510f5ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b682c0b-100b-419b-874c-ce2640ea2053" -d '{"events": [{"server_uuid": "fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546", "name": "network-vif-deleted", "tag": "fb866d3c-4aaa-4710-8d9d-2b3351143b4a"}]}' {{(pid=105050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 03:28:16.519611 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Oct 2022 03:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba27f5c2-5614-4f4f-b348-e63cf0da56a9 x-openstack-request-id: req-ba27f5c2-5614-4f4f-b348-e63cf0da56a9 {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 03:28:16.519910 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546", "name": "network-vif-deleted", "tag": "fb866d3c-4aaa-4710-8d9d-2b3351143b4a", "status": "completed", "code": 200}]} {{(pid=105050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 03:28:16.520161 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba27f5c2-5614-4f4f-b348-e63cf0da56a9 {{(pid=105050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 03:28:16.520561 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba27f5c2-5614-4f4f-b348-e63cf0da56a9'] response: {'server_uuid': 'fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546', 'name': 'network-vif-deleted', 'tag': 'fb866d3c-4aaa-4710-8d9d-2b3351143b4a', 'status': 'completed', 'code': 200} Oct 14 03:28:17.574471 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [req-6c9c956d-f9e2-4383-b309-b6f7ba594578 req-1263c5a3-ebc9-4ca3-b4dd-7de6c1e2ed09 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fdeeb3a5-cf86-46ce-a31b-d8fb3c1ba546 HTTP/1.1" status: 200 len: 210 time: 0.0274775 Oct 14 03:28:18.639947 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 44230) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:28:18.748385 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d9a19-8def-4e7b-bc6d-ae2295f98705 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Deleting port a422ccbe-325b-4f61-9160-29e035df48d0 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:28:18.748732 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6b5d9a19-8def-4e7b-bc6d-ae2295f98705 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (a422ccbe-325b-4f61-9160-29e035df48d0), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:18.811168 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device fb866d3c-4aaa-4710-8d9d-2b3351143b4a no longer exists at agent hyperv_hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:28:18.826422 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6b5d9a19-8def-4e7b-bc6d-ae2295f98705 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (a422ccbe-325b-4f61-9160-29e035df48d0), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:18.826754 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6b5d9a19-8def-4e7b-bc6d-ae2295f98705 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for floatingip (a422ccbe-325b-4f61-9160-29e035df48d0), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:18.829704 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-455b4430-d834-4091-8587-52d515c694b4 None None] No Port match for: fb866d3c-4aaa-4710-8d9d-2b3351143b4a {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:28:18.830075 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Device fb866d3c-4aaa-4710-8d9d-2b3351143b4a not bound to the agent host hv-cinder-80152 {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:28:18.839823 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d9a19-8def-4e7b-bc6d-ae2295f98705 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Calling delete_port for a422ccbe-325b-4f61-9160-29e035df48d0 owned by network:floatingip {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:28:19.031751 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6b5d9a19-8def-4e7b-bc6d-ae2295f98705 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (a422ccbe-325b-4f61-9160-29e035df48d0), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:19.054564 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d9a19-8def-4e7b-bc6d-ae2295f98705 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event deleted for resources: {'Port': ['ID=a422ccbe-325b-4f61-9160-29e035df48d0,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:19.118385 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6b5d9a19-8def-4e7b-bc6d-ae2295f98705 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for floatingip (1bf69510-1396-4960-a6b2-a8fdfe5eb120), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:19.120873 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-6b5d9a19-8def-4e7b-bc6d-ae2295f98705 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37212'] for floatingip (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:19.122403 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-6b5d9a19-8def-4e7b-bc6d-ae2295f98705 tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/1bf69510-1396-4960-a6b2-a8fdfe5eb120 HTTP/1.1" status: 204 len: 168 time: 0.4821088 Oct 14 03:28:20.407664 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 44242) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:28:20.464648 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-31ae0b74-c0db-444a-ae96-cd638f5d9c4d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group (9de4e449-6cbb-45ae-9f7e-19614724ab86), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:20.488215 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-31ae0b74-c0db-444a-ae96-cd638f5d9c4d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group (9de4e449-6cbb-45ae-9f7e-19614724ab86), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:20.499650 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:20.530632 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:20.620218 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-31ae0b74-c0db-444a-ae96-cd638f5d9c4d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (9de4e449-6cbb-45ae-9f7e-19614724ab86), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:20.622781 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-31ae0b74-c0db-444a-ae96-cd638f5d9c4d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Publish callbacks [] for security_group (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:20.623912 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-31ae0b74-c0db-444a-ae96-cd638f5d9c4d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/9de4e449-6cbb-45ae-9f7e-19614724ab86 HTTP/1.1" status: 204 len: 168 time: 0.2153003 Oct 14 03:28:20.634034 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae0b74-c0db-444a-ae96-cd638f5d9c4d tempest-TestVolumeBootPattern-1312620246 tempest-TestVolumeBootPattern-1312620246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de4e449-6cbb-45ae-9f7e-19614724ab86,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:20.764462 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 44246) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:28:21.176294 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4aea0fd4-a0db-43be-9ca3-c03f28783695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737090'] for router_interface (9853c51a-c2f7-4763-a23b-b9f6e9e4c02f), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:21.388356 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-4aea0fd4-a0db-43be-9ca3-c03f28783695 admin admin] Deleting port 379e857d-00ef-4c8b-94a5-4255bf006d33 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:28:21.388686 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4aea0fd4-a0db-43be-9ca3-c03f28783695 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:21.467546 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-4aea0fd4-a0db-43be-9ca3-c03f28783695 admin admin] For port 379e857d-00ef-4c8b-94a5-4255bf006d33, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=379e857d-00ef-4c8b-94a5-4255bf006d33,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:28:21.468250 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4aea0fd4-a0db-43be-9ca3-c03f28783695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:21.481006 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-4aea0fd4-a0db-43be-9ca3-c03f28783695 admin admin] Calling delete_port for 379e857d-00ef-4c8b-94a5-4255bf006d33 owned by network:router_interface {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:28:21.679979 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:21.774359 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4aea0fd4-a0db-43be-9ca3-c03f28783695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (379e857d-00ef-4c8b-94a5-4255bf006d33), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:21.777510 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:21.799590 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea0fd4-a0db-43be-9ca3-c03f28783695 admin admin] Pushing event deleted for resources: {'Port': ['ID=379e857d-00ef-4c8b-94a5-4255bf006d33,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:21.961102 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-4aea0fd4-a0db-43be-9ca3-c03f28783695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737078'] for router_interface (9853c51a-c2f7-4763-a23b-b9f6e9e4c02f), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:21.980509 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f44295c-5cb1-4d82-9ce8-73d5919424c1 None None] get_active_networks_info from dv-cinder-801522-13-iscsi {{(pid=105051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 03:28:22.060117 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f44295c-5cb1-4d82-9ce8-73d5919424c1 None None] Resources bound (agent type, host, resource id): {{(pid=105051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 03:28:22.166003 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aea0fd4-a0db-43be-9ca3-c03f28783695 admin admin] Router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:28:22.275937 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aea0fd4-a0db-43be-9ca3-c03f28783695 admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:28:22.283513 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-4aea0fd4-a0db-43be-9ca3-c03f28783695 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/9853c51a-c2f7-4763-a23b-b9f6e9e4c02f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5154765 Oct 14 03:28:22.283758 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 44250) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:28:22.286197 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bba46fc-fe7e-41ef-8f5f-f2b718f44fe7 None None] Sync routers for ids ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'] in dv-cinder-801522-13-iscsi {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:28:22.296813 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba46fc-fe7e-41ef-8f5f-f2b718f44fe7 None None] Routers {'9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:28:22.297427 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-2bba46fc-fe7e-41ef-8f5f-f2b718f44fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:27:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:22.386409 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fada39b6-cd72-4943-8e11-45e1249c70c6 admin admin] Publish callbacks [] for router (9853c51a-c2f7-4763-a23b-b9f6e9e4c02f), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:22.404668 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-2bba46fc-fe7e-41ef-8f5f-f2b718f44fe7 None None] Set router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f gateway port host: dv-cinder-801522-13-iscsi {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:28:22.488405 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fada39b6-cd72-4943-8e11-45e1249c70c6 admin admin] Publish callbacks [] for router_gateway (9853c51a-c2f7-4763-a23b-b9f6e9e4c02f), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:22.535572 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=100 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:22.582362 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-2bba46fc-fe7e-41ef-8f5f-f2b718f44fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:28:21Z', 'revision_number': 5, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port': {'id': 'f9e02971-5f12-419f-80ef-2983326520d5', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:22.607276 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bba46fc-fe7e-41ef-8f5f-f2b718f44fe7 None None] Checking router: 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f for host: dv-cinder-801522-13-iscsi {{(pid=105052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:28:22.617113 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba46fc-fe7e-41ef-8f5f-f2b718f44fe7 None None] Routers {'9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:28:22.617716 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-2bba46fc-fe7e-41ef-8f5f-f2b718f44fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:27:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'], 'active': True} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:22.673307 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-fada39b6-cd72-4943-8e11-45e1249c70c6 admin admin] Deleting port f9e02971-5f12-419f-80ef-2983326520d5 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:28:22.673645 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fada39b6-cd72-4943-8e11-45e1249c70c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (f9e02971-5f12-419f-80ef-2983326520d5), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:22.682588 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-5cd94eee-c035-4971-8756-e8ae76ed96d8 None None] Provisioning complete for port 65ede196-cc99-4603-8230-c24188d123a3 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:28:22.683097 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-5cd94eee-c035-4971-8756-e8ae76ed96d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (65ede196-cc99-4603-8230-c24188d123a3), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:22.683561 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-5cd94eee-c035-4971-8756-e8ae76ed96d8 None None] Attempt 1 to provision port 65ede196-cc99-4603-8230-c24188d123a3 Oct 14 03:28:22.701125 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_dvr_db [None req-2bba46fc-fe7e-41ef-8f5f-f2b718f44fe7 None None] Set router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f gateway port host: None {{(pid=105052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:28:22.750518 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.l3_hamode_db [None req-2bba46fc-fe7e-41ef-8f5f-f2b718f44fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:28:22Z', 'revision_number': 6, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port_host': None}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:22.762146 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-5cd94eee-c035-4971-8756-e8ae76ed96d8 None None] Current status of the port 65ede196-cc99-4603-8230-c24188d123a3 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:28:22.765577 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-fada39b6-cd72-4943-8e11-45e1249c70c6 admin admin] For port f9e02971-5f12-419f-80ef-2983326520d5, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=f9e02971-5f12-419f-80ef-2983326520d5,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:28:22.766059 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fada39b6-cd72-4943-8e11-45e1249c70c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (f9e02971-5f12-419f-80ef-2983326520d5), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:22.779753 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bba46fc-fe7e-41ef-8f5f-f2b718f44fe7 None None] The sync data for ids ['9853c51a-c2f7-4763-a23b-b9f6e9e4c02f'] in dv-cinder-801522-13-iscsi is: [{'id': '9853c51a-c2f7-4763-a23b-b9f6e9e4c02f', 'name': 'tempest-TestVolumeBootPattern-355931349-router', 'tenant_id': '094ec37b955e4518b7abffd09afef4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:10Z', 'updated_at': '2022-10-14T03:28:22Z', 'revision_number': 6, 'project_id': '094ec37b955e4518b7abffd09afef4f0', 'gw_port_host': None}] {{(pid=105052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:28:22.782669 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=100 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:22.783788 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-fada39b6-cd72-4943-8e11-45e1249c70c6 admin admin] Calling delete_port for f9e02971-5f12-419f-80ef-2983326520d5 owned by network:router_gateway {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:28:22.844722 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:23.008120 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fada39b6-cd72-4943-8e11-45e1249c70c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (f9e02971-5f12-419f-80ef-2983326520d5), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:23.031208 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada39b6-cd72-4943-8e11-45e1249c70c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e02971-5f12-419f-80ef-2983326520d5,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:23.094963 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fada39b6-cd72-4943-8e11-45e1249c70c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729212'] for router_gateway (9853c51a-c2f7-4763-a23b-b9f6e9e4c02f), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:23.184313 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fada39b6-cd72-4943-8e11-45e1249c70c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (9853c51a-c2f7-4763-a23b-b9f6e9e4c02f), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:23.186607 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fada39b6-cd72-4943-8e11-45e1249c70c6 admin admin] Publish callbacks [] for router_controller (9853c51a-c2f7-4763-a23b-b9f6e9e4c02f), precommit_delete_associations {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:23.317276 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fada39b6-cd72-4943-8e11-45e1249c70c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737134'] for router (9853c51a-c2f7-4763-a23b-b9f6e9e4c02f), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:23.317831 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fada39b6-cd72-4943-8e11-45e1249c70c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9853c51a-c2f7-4763-a23b-b9f6e9e4c02f {{(pid=105049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 03:28:23.322098 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-fada39b6-cd72-4943-8e11-45e1249c70c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:23.323227 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-fada39b6-cd72-4943-8e11-45e1249c70c6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/9853c51a-c2f7-4763-a23b-b9f6e9e4c02f HTTP/1.1" status: 204 len: 168 time: 1.0384617 Oct 14 03:28:23.325804 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 44252) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:28:23.373064 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_v2 [None req-3baa7f48-b2fb-44eb-a832-9b321af23ba0 admin admin] Deleting subnet eace53d0-7e9b-429e-9297-3338d93efc16 {{(pid=105049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 03:28:23.376072 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3baa7f48-b2fb-44eb-a832-9b321af23ba0 admin admin] Publish callbacks [] for subnet (eace53d0-7e9b-429e-9297-3338d93efc16), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:23.410529 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3baa7f48-b2fb-44eb-a832-9b321af23ba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126008735'] for subnet (eace53d0-7e9b-429e-9297-3338d93efc16), precommit_delete_associations {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:23.484070 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3baa7f48-b2fb-44eb-a832-9b321af23ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475189'] for subnet (eace53d0-7e9b-429e-9297-3338d93efc16), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:23.814879 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3baa7f48-b2fb-44eb-a832-9b321af23ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129412772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129318989'] for subnet (eace53d0-7e9b-429e-9297-3338d93efc16), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:23.838927 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa7f48-b2fb-44eb-a832-9b321af23ba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eace53d0-7e9b-429e-9297-3338d93efc16,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:23.844333 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-3baa7f48-b2fb-44eb-a832-9b321af23ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:23.847924 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-3baa7f48-b2fb-44eb-a832-9b321af23ba0 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/eace53d0-7e9b-429e-9297-3338d93efc16 HTTP/1.1" status: 204 len: 168 time: 0.5209048 Oct 14 03:28:23.850194 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 44254) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:28:23.850395 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc786dc-1dd3-402a-ae70-4931ba849fc1 None None] Network 977c90dd-1f4c-40e4-bab8-7e46041a9b05 requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:28:23.917898 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598136'] for network (977c90dd-1f4c-40e4-bab8-7e46041a9b05), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:23.967050 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] Deleting port 65ede196-cc99-4603-8230-c24188d123a3 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:28:23.967384 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (65ede196-cc99-4603-8230-c24188d123a3), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:23.994524 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] DHCP port deletion for 977c90dd-1f4c-40e4-bab8-7e46041a9b05 request from dv-cinder-801522-13-iscsi {{(pid=105051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 03:28:23.996537 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=67,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:23.998095 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:24.011705 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:24.027764 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:28:24.034582 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] For port 65ede196-cc99-4603-8230-c24188d123a3, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=65ede196-cc99-4603-8230-c24188d123a3,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:28:24.034943 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (65ede196-cc99-4603-8230-c24188d123a3), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:24.040544 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Deleting port 65ede196-cc99-4603-8230-c24188d123a3 {{(pid=105051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:28:24.040918 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (65ede196-cc99-4603-8230-c24188d123a3), before_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:24.047562 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] Calling delete_port for 65ede196-cc99-4603-8230-c24188d123a3 owned by network:dhcp {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:28:24.103236 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] For port 65ede196-cc99-4603-8230-c24188d123a3, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=65ede196-cc99-4603-8230-c24188d123a3,segment=NetworkSegment(c8b881d6-1dd2-4a8d-be12-23f8e2b411dc),segment_id=c8b881d6-1dd2-4a8d-be12-23f8e2b411dc)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:28:24.103533 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (65ede196-cc99-4603-8230-c24188d123a3), precommit_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:24.117337 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Calling delete_port for 65ede196-cc99-4603-8230-c24188d123a3 owned by network:dhcp {{(pid=105051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:28:24.121141 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:24.163615 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (65ede196-cc99-4603-8230-c24188d123a3), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:24.194435 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ede196-cc99-4603-8230-c24188d123a3,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:24.194435 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] No DVR routers for this DVR port 65ede196-cc99-4603-8230-c24188d123a3 on host dv-cinder-801522-13-iscsi {{(pid=105049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:28:24.199888 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685'] for port (65ede196-cc99-4603-8230-c24188d123a3), after_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:24.225747 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Pushing event deleted for resources: {'Port': ['ID=65ede196-cc99-4603-8230-c24188d123a3,revision_number=None']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:24.228105 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] No DVR routers for this DVR port 65ede196-cc99-4603-8230-c24188d123a3 on host dv-cinder-801522-13-iscsi {{(pid=105051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:28:24.236723 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:24.236723 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:24.236723 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:24.237215 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:24.237441 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:24.237701 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:24.238005 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:24.238242 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:24.238784 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:24.239880 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:24.240433 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:24.241336 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:24.241902 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:24.242228 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:24.242549 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd47c16-67a2-46fb-b1aa-a7f2fd69b71b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-13-iscsi {{(pid=105051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 03:28:24.253150 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 65ede196-cc99-4603-8230-c24188d123a3 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:28:24.272478 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 65ede196-cc99-4603-8230-c24188d123a3 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:28:24.272829 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 65ede196-cc99-4603-8230-c24188d123a3 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:28:24.273245 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device f9e02971-5f12-419f-80ef-2983326520d5 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:28:24.280752 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3595495', 'neutron.services.segments.db._delete_segments_for_network-8738586857692'] for network (977c90dd-1f4c-40e4-bab8-7e46041a9b05), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:24.291513 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: f9e02971-5f12-419f-80ef-2983326520d5 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:28:24.291857 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device f9e02971-5f12-419f-80ef-2983326520d5 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:28:24.292269 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 379e857d-00ef-4c8b-94a5-4255bf006d33 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:28:24.305860 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977c90dd-1f4c-40e4-bab8-7e46041a9b05']}} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:24.310383 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 379e857d-00ef-4c8b-94a5-4255bf006d33 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:28:24.310734 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 379e857d-00ef-4c8b-94a5-4255bf006d33 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:28:24.317979 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc') {'for_net_delete': True} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:24.318271 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b881d6-1dd2-4a8d-be12-23f8e2b411dc') {} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:24.328356 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738586902950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126008806'] for segment (c8b881d6-1dd2-4a8d-be12-23f8e2b411dc), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:24.341448 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (c8b881d6-1dd2-4a8d-be12-23f8e2b411dc), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:24.347766 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=105049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 03:28:24.348162 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129412686'] for segment (c8b881d6-1dd2-4a8d-be12-23f8e2b411dc), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:24.427601 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment c8b881d6-1dd2-4a8d-be12-23f8e2b411dc resource provider aggregate not found Oct 14 03:28:24.443504 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment c8b881d6-1dd2-4a8d-be12-23f8e2b411dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8b881d6-1dd2-4a8d-be12-23f8e2b411dc found for delete ", "request_id": "req-6c04b795-9a3f-4c79-a656-4d5c94a321bf"}]} Oct 14 03:28:24.488656 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729251'] for network (977c90dd-1f4c-40e4-bab8-7e46041a9b05), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:24.494344 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:24.497864 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/977c90dd-1f4c-40e4-bab8-7e46041a9b05 HTTP/1.1" status: 204 len: 168 time: 0.6466775 Oct 14 03:28:24.500859 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 44262) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:28:24.511076 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5e366-1a33-451a-871b-161ef1b7b074 admin admin] Pushing event deleted for resources: {'Network': ['ID=977c90dd-1f4c-40e4-bab8-7e46041a9b05,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:24.797215 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-f3822737-0eb9-4231-bdb1-4790ccd5250e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:24.806118 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-af16063d-ca6e-44be-8de7-8aafe7c0f2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737090'] for router_interface (726f92fa-cd9b-4ac7-ad04-93e91c313147), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:24.847498 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:25.023586 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-af16063d-ca6e-44be-8de7-8aafe7c0f2ad admin admin] Deleting port b7279cfe-ae16-4adc-ac84-66c2aed05c37 {{(pid=105050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:28:25.023923 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-af16063d-ca6e-44be-8de7-8aafe7c0f2ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:25.099987 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.db [None req-af16063d-ca6e-44be-8de7-8aafe7c0f2ad admin admin] For port b7279cfe-ae16-4adc-ac84-66c2aed05c37, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=b7279cfe-ae16-4adc-ac84-66c2aed05c37,segment=NetworkSegment(736dc5b3-45ac-47df-88c9-0f45e1495910),segment_id=736dc5b3-45ac-47df-88c9-0f45e1495910)] {{(pid=105050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:28:25.100336 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-af16063d-ca6e-44be-8de7-8aafe7c0f2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:25.112740 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.plugins.ml2.plugin [None req-af16063d-ca6e-44be-8de7-8aafe7c0f2ad admin admin] Calling delete_port for b7279cfe-ae16-4adc-ac84-66c2aed05c37 owned by network:router_interface {{(pid=105050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:28:25.158170 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=100 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:25.385973 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-af16063d-ca6e-44be-8de7-8aafe7c0f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128314576'] for port (b7279cfe-ae16-4adc-ac84-66c2aed05c37), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:25.409875 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16063d-ca6e-44be-8de7-8aafe7c0f2ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b7279cfe-ae16-4adc-ac84-66c2aed05c37,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:25.570741 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-af16063d-ca6e-44be-8de7-8aafe7c0f2ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737078'] for router_interface (726f92fa-cd9b-4ac7-ad04-93e91c313147), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:25.591073 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f5eb58-e394-4a5c-8d7c-ad88115279e1 None None] get_active_networks_info from dv-cinder-801522-13-iscsi {{(pid=105051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 14 03:28:25.658447 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f5eb58-e394-4a5c-8d7c-ad88115279e1 None None] Resources bound (agent type, host, resource id): {{(pid=105051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 14 03:28:25.774978 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af16063d-ca6e-44be-8de7-8aafe7c0f2ad admin admin] Router 726f92fa-cd9b-4ac7-ad04-93e91c313147 has already been hosted by L3 agent 0b693c0a-27eb-4bf4-85bf-7a0c3a453214 {{(pid=105050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 03:28:26.138649 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:26.154244 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af16063d-ca6e-44be-8de7-8aafe7c0f2ad admin admin] Notify agent at l3_agent.dv-cinder-801522-13-iscsi the message routers_updated {{(pid=105050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 03:28:26.162229 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-af16063d-ca6e-44be-8de7-8aafe7c0f2ad admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/726f92fa-cd9b-4ac7-ad04-93e91c313147/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6573174 Oct 14 03:28:26.162818 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 44264) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:28:26.164855 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7d13a-6bb6-4bd8-9b94-db1d2ace6f44 None None] Sync routers for ids ['726f92fa-cd9b-4ac7-ad04-93e91c313147'] in dv-cinder-801522-13-iscsi {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 03:28:26.176352 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7d13a-6bb6-4bd8-9b94-db1d2ace6f44 None None] Routers {'726f92fa-cd9b-4ac7-ad04-93e91c313147'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:28:26.177120 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-89d7d13a-6bb6-4bd8-9b94-db1d2ace6f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:27:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['726f92fa-cd9b-4ac7-ad04-93e91c313147'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:26.289190 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-89d7d13a-6bb6-4bd8-9b94-db1d2ace6f44 None None] Set router 726f92fa-cd9b-4ac7-ad04-93e91c313147 gateway port host: dv-cinder-801522-13-iscsi {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:28:26.293161 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7c601de4-a49b-4f41-aaea-5ce7b398b9df admin admin] Publish callbacks [] for router (726f92fa-cd9b-4ac7-ad04-93e91c313147), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:26.397911 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7c601de4-a49b-4f41-aaea-5ce7b398b9df admin admin] Publish callbacks [] for router_gateway (726f92fa-cd9b-4ac7-ad04-93e91c313147), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:26.420340 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:26.421394 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.provisioning_blocks [None req-51bd243e-3b55-4dbd-8a4a-f2bfff7bcd73 None None] Provisioning complete for port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 triggered by entity DHCP. {{(pid=105051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 14 03:28:26.425940 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-51bd243e-3b55-4dbd-8a4a-f2bfff7bcd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593806'] for port (0b3a8886-270f-4d53-9e3a-0c782a46a9e6), provisioning_complete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:26.425940 dv-cinder-801522-13-iscsi neutron-server[105051]: INFO neutron.plugins.ml2.plugin [None req-51bd243e-3b55-4dbd-8a4a-f2bfff7bcd73 None None] Attempt 1 to provision port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 Oct 14 03:28:26.509514 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-89d7d13a-6bb6-4bd8-9b94-db1d2ace6f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'name': 'tempest-TestVolumeBootPattern-122141086-router', 'tenant_id': 'ce079564be954618a73a9c64c4f551d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'external_fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '81a7fc9f-79d5-4f34-ac28-82a205590d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:15Z', 'updated_at': '2022-10-14T03:28:25Z', 'revision_number': 5, 'project_id': 'ce079564be954618a73a9c64c4f551d5', 'gw_port': {'id': '81a7fc9f-79d5-4f34-ac28-82a205590d23', 'name': '', 'network_id': 'bb95bd8b-673c-4030-8dbe-0fae2985823e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-14T03:21:16Z', 'updated_at': '2022-10-14T03:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82823ae9-95c9-48b3-8f65-0d8f706063a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-13-iscsi'}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:26.526404 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:26.533783 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-7c601de4-a49b-4f41-aaea-5ce7b398b9df admin admin] Deleting port 81a7fc9f-79d5-4f34-ac28-82a205590d23 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:28:26.534136 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7c601de4-a49b-4f41-aaea-5ce7b398b9df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (81a7fc9f-79d5-4f34-ac28-82a205590d23), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:26.556608 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7d13a-6bb6-4bd8-9b94-db1d2ace6f44 None None] Checking router: 726f92fa-cd9b-4ac7-ad04-93e91c313147 for host: dv-cinder-801522-13-iscsi {{(pid=105051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 03:28:26.566692 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-51bd243e-3b55-4dbd-8a4a-f2bfff7bcd73 None None] Current status of the port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 is: ACTIVE; New status is: ACTIVE {{(pid=105051) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 14 03:28:26.573055 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7d13a-6bb6-4bd8-9b94-db1d2ace6f44 None None] Routers {'726f92fa-cd9b-4ac7-ad04-93e91c313147'} bound to L3 agent in host dv-cinder-801522-13-iscsi {{(pid=105051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 14 03:28:26.573710 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-89d7d13a-6bb6-4bd8-9b94-db1d2ace6f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-14T02:58:57Z,description=,heartbeat_timestamp=2022-10-14T03:27:57Z,host='dv-cinder-801522-13-iscsi',id=0b693c0a-27eb-4bf4-85bf-7a0c3a453214,load=0,resource_versions=,resources_synced=,started_at=2022-10-14T02:58:58Z,topic='l3_agent')) {'router_ids': ['726f92fa-cd9b-4ac7-ad04-93e91c313147'], 'active': True} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:26.618212 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-7c601de4-a49b-4f41-aaea-5ce7b398b9df admin admin] For port 81a7fc9f-79d5-4f34-ac28-82a205590d23, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=81a7fc9f-79d5-4f34-ac28-82a205590d23,segment=NetworkSegment(6a6c158c-e6b0-4df6-87a6-0762e7268e5f),segment_id=6a6c158c-e6b0-4df6-87a6-0762e7268e5f)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:28:26.618572 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7c601de4-a49b-4f41-aaea-5ce7b398b9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (81a7fc9f-79d5-4f34-ac28-82a205590d23), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:26.631104 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-7c601de4-a49b-4f41-aaea-5ce7b398b9df admin admin] Calling delete_port for 81a7fc9f-79d5-4f34-ac28-82a205590d23 owned by network:router_gateway {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:28:26.659373 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvr_db [None req-89d7d13a-6bb6-4bd8-9b94-db1d2ace6f44 None None] Set router 726f92fa-cd9b-4ac7-ad04-93e91c313147 gateway port host: None {{(pid=105051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 14 03:28:26.711740 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_hamode_db [None req-89d7d13a-6bb6-4bd8-9b94-db1d2ace6f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'name': 'tempest-TestVolumeBootPattern-122141086-router', 'tenant_id': 'ce079564be954618a73a9c64c4f551d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:15Z', 'updated_at': '2022-10-14T03:28:26Z', 'revision_number': 6, 'project_id': 'ce079564be954618a73a9c64c4f551d5', 'gw_port_host': None}], 'dv-cinder-801522-13-iscsi', False) {} {{(pid=105051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:26.736522 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7d13a-6bb6-4bd8-9b94-db1d2ace6f44 None None] The sync data for ids ['726f92fa-cd9b-4ac7-ad04-93e91c313147'] in dv-cinder-801522-13-iscsi is: [{'id': '726f92fa-cd9b-4ac7-ad04-93e91c313147', 'name': 'tempest-TestVolumeBootPattern-122141086-router', 'tenant_id': 'ce079564be954618a73a9c64c4f551d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-14T03:21:15Z', 'updated_at': '2022-10-14T03:28:26Z', 'revision_number': 6, 'project_id': 'ce079564be954618a73a9c64c4f551d5', 'gw_port_host': None}] {{(pid=105051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 03:28:26.842153 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7c601de4-a49b-4f41-aaea-5ce7b398b9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (81a7fc9f-79d5-4f34-ac28-82a205590d23), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:26.846946 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:26.865347 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c601de4-a49b-4f41-aaea-5ce7b398b9df admin admin] Pushing event deleted for resources: {'Port': ['ID=81a7fc9f-79d5-4f34-ac28-82a205590d23,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:26.929436 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7c601de4-a49b-4f41-aaea-5ce7b398b9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729212'] for router_gateway (726f92fa-cd9b-4ac7-ad04-93e91c313147), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:27.011916 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:27.025119 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7c601de4-a49b-4f41-aaea-5ce7b398b9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (726f92fa-cd9b-4ac7-ad04-93e91c313147), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:27.025119 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7c601de4-a49b-4f41-aaea-5ce7b398b9df admin admin] Publish callbacks [] for router_controller (726f92fa-cd9b-4ac7-ad04-93e91c313147), precommit_delete_associations {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:27.065042 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-44a5b47f-2f9c-4c19-a326-be5adf71a1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:27.167476 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7c601de4-a49b-4f41-aaea-5ce7b398b9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-737134'] for router (726f92fa-cd9b-4ac7-ad04-93e91c313147), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:27.168077 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c601de4-a49b-4f41-aaea-5ce7b398b9df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 726f92fa-cd9b-4ac7-ad04-93e91c313147 {{(pid=105049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 03:28:27.174679 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-7c601de4-a49b-4f41-aaea-5ce7b398b9df admin admin] Publish callbacks [] for router (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:27.174679 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-7c601de4-a49b-4f41-aaea-5ce7b398b9df admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/726f92fa-cd9b-4ac7-ad04-93e91c313147 HTTP/1.1" status: 204 len: 168 time: 1.0094995 Oct 14 03:28:27.176283 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 44266) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:28:27.221173 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.db_base_plugin_v2 [None req-61172bf3-c197-4b3f-8df6-c2e01580275c admin admin] Deleting subnet 138037bf-0b7e-4337-909f-e9f82e78a6c6 {{(pid=105049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 14 03:28:27.224357 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-61172bf3-c197-4b3f-8df6-c2e01580275c admin admin] Publish callbacks [] for subnet (138037bf-0b7e-4337-909f-e9f82e78a6c6), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:27.258860 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-61172bf3-c197-4b3f-8df6-c2e01580275c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126008735'] for subnet (138037bf-0b7e-4337-909f-e9f82e78a6c6), precommit_delete_associations {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:27.336993 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-61172bf3-c197-4b3f-8df6-c2e01580275c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475189'] for subnet (138037bf-0b7e-4337-909f-e9f82e78a6c6), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:27.466339 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-61172bf3-c197-4b3f-8df6-c2e01580275c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3536602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129412772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129318989'] for subnet (138037bf-0b7e-4337-909f-e9f82e78a6c6), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:27.495384 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61172bf3-c197-4b3f-8df6-c2e01580275c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=138037bf-0b7e-4337-909f-e9f82e78a6c6,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:27.499287 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-61172bf3-c197-4b3f-8df6-c2e01580275c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for subnet (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:27.502502 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-61172bf3-c197-4b3f-8df6-c2e01580275c admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/138037bf-0b7e-4337-909f-e9f82e78a6c6 HTTP/1.1" status: 204 len: 168 time: 0.3252747 Oct 14 03:28:27.504961 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bed9ec9-d0b9-488c-98c2-5249c238e877 None None] Network a8c391fa-637c-40ae-87cb-28b0323ee90b requested from dv-cinder-801522-13-iscsi {{(pid=105051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 14 03:28:27.505112 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [-] (105049) accepted ('10.222.0.39', 44268) {{(pid=105049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:28:27.584584 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3598136'] for network (a8c391fa-637c-40ae-87cb-28b0323ee90b), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:27.633245 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] Deleting port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 {{(pid=105049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:28:27.633703 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (0b3a8886-270f-4d53-9e3a-0c782a46a9e6), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:27.706452 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.db [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] For port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=0b3a8886-270f-4d53-9e3a-0c782a46a9e6,segment=NetworkSegment(736dc5b3-45ac-47df-88c9-0f45e1495910),segment_id=736dc5b3-45ac-47df-88c9-0f45e1495910)] {{(pid=105049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:28:27.706808 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (0b3a8886-270f-4d53-9e3a-0c782a46a9e6), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:27.716828 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a086dc1-8807-418e-9c16-dfac0e9cd2c3 None None] DHCP port deletion for a8c391fa-637c-40ae-87cb-28b0323ee90b request from dv-cinder-801522-13-iscsi {{(pid=105051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 14 03:28:27.729967 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] Calling delete_port for 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 owned by network:dhcp {{(pid=105049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:28:27.759730 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-3a086dc1-8807-418e-9c16-dfac0e9cd2c3 None None] Deleting port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 {{(pid=105051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 14 03:28:27.760157 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-3a086dc1-8807-418e-9c16-dfac0e9cd2c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738586842152'] for port (0b3a8886-270f-4d53-9e3a-0c782a46a9e6), before_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:27.826481 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.db [None req-3a086dc1-8807-418e-9c16-dfac0e9cd2c3 None None] For port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6, host dv-cinder-801522-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-13-iscsi',level=0,port_id=0b3a8886-270f-4d53-9e3a-0c782a46a9e6,segment=NetworkSegment(736dc5b3-45ac-47df-88c9-0f45e1495910),segment_id=736dc5b3-45ac-47df-88c9-0f45e1495910)] {{(pid=105051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 03:28:27.826875 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-3a086dc1-8807-418e-9c16-dfac0e9cd2c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-735100'] for port (0b3a8886-270f-4d53-9e3a-0c782a46a9e6), precommit_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:27.839513 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-3a086dc1-8807-418e-9c16-dfac0e9cd2c3 None None] Calling delete_port for 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 owned by network:dhcp {{(pid=105051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 14 03:28:27.877616 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129412753'] for port (0b3a8886-270f-4d53-9e3a-0c782a46a9e6), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:27.917569 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3a8886-270f-4d53-9e3a-0c782a46a9e6,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:27.922990 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] No DVR routers for this DVR port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 on host dv-cinder-801522-13-iscsi {{(pid=105049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:28:27.931929 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-3a086dc1-8807-418e-9c16-dfac0e9cd2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3586593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738586844838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738586387685'] for port (0b3a8886-270f-4d53-9e3a-0c782a46a9e6), after_delete {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:27.974235 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a086dc1-8807-418e-9c16-dfac0e9cd2c3 None None] Pushing event deleted for resources: {'Port': ['ID=0b3a8886-270f-4d53-9e3a-0c782a46a9e6,revision_number=None']} {{(pid=105051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:27.976866 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a086dc1-8807-418e-9c16-dfac0e9cd2c3 None None] No DVR routers for this DVR port 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 on host dv-cinder-801522-13-iscsi {{(pid=105051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 14 03:28:28.019151 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3595495', 'neutron.services.segments.db._delete_segments_for_network-8738586857692'] for network (a8c391fa-637c-40ae-87cb-28b0323ee90b), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:28.039571 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c391fa-637c-40ae-87cb-28b0323ee90b']}} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:28.048694 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736dc5b3-45ac-47df-88c9-0f45e1495910') {'for_net_delete': True} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:28.048986 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.services.segments.db [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736dc5b3-45ac-47df-88c9-0f45e1495910') {} {{(pid=105049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 03:28:28.058824 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738586902950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126008806'] for segment (736dc5b3-45ac-47df-88c9-0f45e1495910), before_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:28.072270 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194'] for segment (736dc5b3-45ac-47df-88c9-0f45e1495910), precommit_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:28.078469 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=105049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 03:28:28.079967 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3551194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129412686'] for segment (736dc5b3-45ac-47df-88c9-0f45e1495910), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:28.118958 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment 736dc5b3-45ac-47df-88c9-0f45e1495910 resource provider aggregate not found Oct 14 03:28:28.137294 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:28.140275 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.services.segments.plugin [-] Segment 736dc5b3-45ac-47df-88c9-0f45e1495910 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 736dc5b3-45ac-47df-88c9-0f45e1495910 found for delete ", "request_id": "req-2fa6b916-4088-435c-b1e8-585e603c2cde"}]} Oct 14 03:28:28.236016 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:28:28.243461 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3548692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729251'] for network (a8c391fa-637c-40ae-87cb-28b0323ee90b), after_delete {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:28.250497 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545634'] for network (None), before_response {{(pid=105049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:28.254050 dv-cinder-801522-13-iscsi neutron-server[105049]: INFO neutron.wsgi [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/a8c391fa-637c-40ae-87cb-28b0323ee90b HTTP/1.1" status: 204 len: 168 time: 0.7479720 Oct 14 03:28:28.265014 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:28:28.265205 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 0b3a8886-270f-4d53-9e3a-0c782a46a9e6 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:28:28.265506 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device b7279cfe-ae16-4adc-ac84-66c2aed05c37 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:28:28.266424 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec6ef8-0867-4678-a132-b15856ba656c admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c391fa-637c-40ae-87cb-28b0323ee90b,revision_number=None']} {{(pid=105049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:28.284669 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: b7279cfe-ae16-4adc-ac84-66c2aed05c37 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:28:28.285019 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device b7279cfe-ae16-4adc-ac84-66c2aed05c37 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:28:28.285437 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 81a7fc9f-79d5-4f34-ac28-82a205590d23 no longer exists at agent ovs-agent-dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 03:28:28.305046 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.plugin [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] No Port match for: 81a7fc9f-79d5-4f34-ac28-82a205590d23 {{(pid=105051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 14 03:28:28.305398 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron.plugins.ml2.rpc [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Device 81a7fc9f-79d5-4f34-ac28-82a205590d23 not bound to the agent host dv-cinder-801522-13-iscsi {{(pid=105051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 03:28:28.414603 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:28.517524 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 44276) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:28:28.556747 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-60f11f8f-b047-486d-858b-77e916a17de9 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=094ec37b955e4518b7abffd09afef4f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380576 Oct 14 03:28:28.559267 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 44278) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:28:28.605272 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-237f52b7-c03a-4b73-8ede-773673d13cf8 admin admin] Publish callbacks [] for security_group (ce9f0fdf-6cbd-4adf-9262-a5454f12961c), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:28.625073 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-237f52b7-c03a-4b73-8ede-773673d13cf8 admin admin] Publish callbacks [] for security_group (ce9f0fdf-6cbd-4adf-9262-a5454f12961c), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:28.756980 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-237f52b7-c03a-4b73-8ede-773673d13cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (ce9f0fdf-6cbd-4adf-9262-a5454f12961c), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:28.759439 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-237f52b7-c03a-4b73-8ede-773673d13cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:28.760591 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-237f52b7-c03a-4b73-8ede-773673d13cf8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ce9f0fdf-6cbd-4adf-9262-a5454f12961c HTTP/1.1" status: 204 len: 168 time: 0.2004406 Oct 14 03:28:28.768302 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f52b7-c03a-4b73-8ede-773673d13cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9f0fdf-6cbd-4adf-9262-a5454f12961c,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:29.409952 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 44284) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:28:29.428243 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:29.449269 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-b2824567-2525-4780-883c-ff148e9b6300 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ce079564be954618a73a9c64c4f551d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382340 Oct 14 03:28:29.451695 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [-] (105050) accepted ('10.222.0.39', 44286) {{(pid=105050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 14 03:28:29.500620 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-56198ac8-6a06-44b4-b8cb-29ba0a4cc4d1 admin admin] Publish callbacks [] for security_group (d5253a11-4d4c-424a-bca2-6df873369887), before_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:29.523266 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-56198ac8-6a06-44b4-b8cb-29ba0a4cc4d1 admin admin] Publish callbacks [] for security_group (d5253a11-4d4c-424a-bca2-6df873369887), precommit_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:29.625501 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-56198ac8-6a06-44b4-b8cb-29ba0a4cc4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731675'] for security_group (d5253a11-4d4c-424a-bca2-6df873369887), after_delete {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:29.628081 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron_lib.callbacks.manager [None req-56198ac8-6a06-44b4-b8cb-29ba0a4cc4d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:29.629195 dv-cinder-801522-13-iscsi neutron-server[105050]: INFO neutron.wsgi [None req-56198ac8-6a06-44b4-b8cb-29ba0a4cc4d1 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d5253a11-4d4c-424a-bca2-6df873369887 HTTP/1.1" status: 204 len: 168 time: 0.1766427 Oct 14 03:28:29.637618 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56198ac8-6a06-44b4-b8cb-29ba0a4cc4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5253a11-4d4c-424a-bca2-6df873369887,revision_number=None']} {{(pid=105050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 03:28:29.888655 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:30.026499 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:32.753792 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=58 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:33.991670 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:34.024072 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=13 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:38.250845 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG dbcounter [-] [105049] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105049) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:39.633959 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG dbcounter [-] [105050] Writing DB stats neutron:SELECT=61,neutron:DELETE=6 {{(pid=105050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:43.876037 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:43.877974 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:53.091386 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:28:54.785276 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2b6f8f42-8c4f-4cf5-b1eb-6c46dc1aab08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:57.094053 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-8d5b874c-4dd3-47c4-b1ea-5e8e42dbef30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:58.400796 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:28:59.251668 dv-cinder-801522-13-iscsi neutron-server[105049]: DEBUG neutron.wsgi [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-b988e1d3-923f-48e2-b41a-9c831c9c5f9c service neutron] (105049) timed out ('10.222.0.39', 39396) {{(pid=105049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 14 03:28:59.422526 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [req-83064cc6-d588-4e64-98cf-b7ebfc57002c req-98520ec4-83d4-4d52-b33d-468f831aa77d tempest-AttachVolumeShelveTestJSON-690408365 tempest-AttachVolumeShelveTestJSON-690408365-project] (105050) timed out ('10.222.0.39', 39406) {{(pid=105050) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 14 03:28:59.847752 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:29:00.019236 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:29:01.027150 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:29:03.954886 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:29:11.022235 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:29:11.023105 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:29:13.890692 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:29:13.892578 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:29:24.041584 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:29:24.042385 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:29:24.807845 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-508ebbbe-4ccc-4277-b045-1c09152e024d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:29:27.080420 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-aded5da3-d431-41f2-994d-88b7bbc806bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:29:28.407588 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:29:29.853501 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:29:30.018754 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:29:32.644557 dv-cinder-801522-13-iscsi neutron-server[105050]: DEBUG neutron.wsgi [req-cc7d898d-608b-4055-9b9c-f7bee215d8cf req-a899e62d-cdba-4497-b81d-ca931707f7f6 tempest-AttachVolumeNegativeTest-1561806553 tempest-AttachVolumeNegativeTest-1561806553-project] (105050) timed out ('10.222.0.40', 62377) {{(pid=105050) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 14 03:29:33.962148 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:29:38.025938 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:29:43.905213 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:29:43.907094 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:29:50.841518 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=16 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:29:50.843357 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=18 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:29:54.799512 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-1181aa5f-ae28-4258-a407-b7c803a18fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:29:57.074092 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-435c9571-a889-47cd-9c1f-863e8e18c968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:29:58.416647 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:29:59.841127 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:30:00.006926 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:30:03.965298 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:30:13.904115 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:30:13.906044 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:30:15.024554 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:30:24.806101 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-4cc96e98-7cc0-42d7-8ec9-0128e7770b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:30:25.019701 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=5 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:30:25.020458 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=3 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:30:27.103185 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f4b3-e61c-4839-afd9-2f8079735af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:30:28.400291 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:30:29.891880 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:30:30.015725 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:30:33.971966 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:30:39.967432 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:30:43.905267 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:30:52.024120 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:30:54.811291 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-2ab9b78d-736d-431a-8699-ef5bf54d1bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:30:57.074478 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-72c13ba9-56d2-4f63-bec9-ab4f4c0f2684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:30:58.428379 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:30:59.863111 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:31:00.037977 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:31:02.019999 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:31:02.020775 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:31:03.988082 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:31:13.913713 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:31:13.915575 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:31:24.805169 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-62cb7b0d-2043-451b-8bb1-4265c769212d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:31:27.065529 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-e8393a7b-5e9f-48ab-871c-d413e6239154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:31:28.414446 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:31:29.023024 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:31:29.859824 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:31:30.027485 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:31:34.028037 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:31:39.018573 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=3 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:31:39.019349 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=5 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:31:43.928862 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:31:43.935923 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:31:50.837999 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=14 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:31:50.844093 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=12 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:31:54.810142 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-be096bc9-c698-49d0-a3fd-5d4ec218331d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:31:57.061243 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-973218f5-733d-4c43-800f-5d79b5d52cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:31:58.419387 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:31:59.861098 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:32:00.021260 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:32:03.996308 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:32:06.022673 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:32:13.933202 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:32:13.935117 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:32:16.017612 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=5 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:32:16.018426 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=3 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:32:24.815299 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-74a8d665-09e5-43cd-aad6-56bcd0bbc8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:32:27.089367 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-b2d26fb4-6b5a-458f-854f-b969a3f5e1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:32:28.409330 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:32:29.889452 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:32:30.035381 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:32:33.993117 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:32:43.021514 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:32:43.931615 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:32:43.934510 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:32:53.017644 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=6 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:32:53.101063 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:32:54.852077 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-62ba4941-bc58-4530-a21a-8a72cf2cf308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:32:57.071850 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-1a7151af-4cb7-4406-b7ad-6b847c177e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:32:58.414353 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:32:59.892182 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:33:00.046022 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:33:04.012133 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:33:13.931228 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:UPDATE=2,neutron:SELECT=22 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:33:13.936376 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:33:20.022189 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG neutron.db.agents_db [None req-a7533511-667b-42c1-b6b5-bf9d14b0d4a1 None None] Agent healthcheck: found 6 active agents {{(pid=105052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 03:33:24.808200 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-165aadf6-7df3-4988-88a8-0ef15df0a3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (ceef6722-a428-4a4c-86f8-369bca9c0903), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:33:27.088616 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-910f92ee-658d-46b8-ba34-82028496e2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (0b693c0a-27eb-4bf4-85bf-7a0c3a453214), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:33:28.422261 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-733c401d-750f-4f83-81cd-051ac881fa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (f36d4d38-96da-4e97-8da3-fe0158f47c9d), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:33:29.888206 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-9033dea5-f07a-42eb-b1b4-99a87229148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (6e488286-a955-4489-825e-2b9423f4293b), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:33:30.015235 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:33:30.016018 dv-cinder-801522-13-iscsi neutron-server[105052]: DEBUG dbcounter [-] [105052] Writing DB stats neutron:SELECT=4 {{(pid=105052) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:33:30.031612 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-46edfb83-851b-4073-b17a-ff4dbe29606d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (b13d6129-1c8b-4363-abc6-b4229e8edb20), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:33:34.009193 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG neutron_lib.callbacks.manager [None req-455b4430-d834-4091-8587-52d515c694b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738586857674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593896'] for agent (3384f65e-3e54-46d3-b440-36ac85f3d876), after_update {{(pid=105051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 14 03:33:43.943040 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 14 03:33:43.950019 dv-cinder-801522-13-iscsi neutron-server[105051]: DEBUG dbcounter [-] [105051] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105051) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}